-- Logs begin at Fri 2021-09-24 14:07:23 UTC, end at Fri 2021-09-24 15:21:40 UTC. -- Sep 24 14:43:54.561083 dv-cinder-810917-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 14:43:57.802075 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:43:57.802767 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 14:43:57.802894 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100409) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 14:43:57.806182 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.common.config [-] Logging enabled! Sep 24 14:43:57.806440 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 14:43:57.806755 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100409) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 14:43:57.807760 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:43:57.808000 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:43:57.808380 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:43:57.808630 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:43:57.808860 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:43:57.809183 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.809486 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.809785 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.810020 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.810319 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.810610 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.810896 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.811192 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.811511 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.811803 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.812083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.812371 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.812604 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.812887 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.813175 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.813463 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.813689 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] debug = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.813969 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.814403 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.814834 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.815116 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.815410 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.815718 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.816815 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.817308 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.817670 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.818019 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] host = dv-cinder-810917-1-iscsi {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.818307 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.818602 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.818896 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.819188 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.819496 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.819772 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.820062 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.820341 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.820617 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.820901 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.821193 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.821485 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.821779 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.822016 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.822241 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.822532 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.822824 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.823104 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.823383 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.823688 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.823966 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.824244 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.824523 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.824807 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.825093 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.825380 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.825657 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.825935 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.826207 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.826482 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.826771 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.827048 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.827324 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.827626 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.827921 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.828194 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.828471 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.828779 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.829067 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.829351 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.829645 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.829921 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.830208 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.830485 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.830761 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.831036 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] use_json = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.831311 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.832517 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.833024 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.833378 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.833666 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.833954 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.834238 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.834533 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:43:57.834844 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.835147 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.835502 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.835775 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.836079 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.836370 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.836666 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.836952 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.837247 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.837541 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.837839 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.838126 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.838420 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.838748 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.839012 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.839326 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.840014 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.840014 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.840240 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.840479 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.840761 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.841043 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.841339 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.841625 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.841956 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.842288 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.842910 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.842910 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.843193 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.843416 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.844247 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.844247 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.845263 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.845263 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.845263 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.845263 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.846086 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.846086 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.846354 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.846689 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.847102 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.848047 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.848450 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.848753 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.849099 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.849417 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.849884 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.850070 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.850522 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.850829 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.851232 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.851596 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.852197 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.853002 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.853002 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.853779 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.853779 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.853779 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.854150 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.854510 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.855196 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.855196 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.855500 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.855945 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.856089 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.856381 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.856666 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.856958 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.857244 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.857527 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.857810 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.858093 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.858375 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.858673 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.859018 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.859335 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.859658 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.859948 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.860234 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.860519 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.860804 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.861089 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.861378 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.861655 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.872951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.874054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.875087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.875087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.875087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.875087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:43:57.875087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:43:57.875087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100409) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 14:43:58.266018 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 14:43:58.266297 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 14:43:58.266574 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 14:43:58.266976 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 14:43:58.696557 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.696972 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.697336 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.698841 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.699214 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.699604 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.740385 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.740817 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.741171 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.758471 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.758758 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.759033 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.790818 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.791084 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.791357 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.833221 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.834280 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:58.834280 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.100205 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.100476 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.100747 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.100889 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.101642 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.235549 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.236042 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.236483 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.236840 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.237193 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.237600 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.238618 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.239053 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.239789 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.240071 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.240424 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.240798 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.241157 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.241505 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.241854 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.242214 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.242558 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.242925 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.243288 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.243677 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.244097 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.244442 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.244830 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.245349 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.245693 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.246032 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.246575 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:43:59.246908 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:43:59.247235 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:43:59.247601 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:43:59.247930 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:43:59.248267 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:43:59.248751 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 14:43:59.252475 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 14:43:59.258467 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 14:43:59.263232 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 24 14:43:59.265136 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 14:43:59.265686 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 14:43:59.266115 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 14:43:59.266597 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 14:43:59.270562 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 14:43:59.271289 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 14:43:59.271704 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:43:59.277380 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 14:43:59.301505 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 14:43:59.302148 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.302455 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100409) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 24 14:43:59.302826 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.304335 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100409) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 14:43:59.304837 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 14:43:59.305085 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 14:43:59.308491 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.308779 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:43:59.380176 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 14:43:59.380449 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 14:43:59.380736 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 14:43:59.381177 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 14:43:59.407077 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_db.sqlalchemy.engines [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100409) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 14:44:00.039132 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing driver for type 'gre' Sep 24 14:44:00.040143 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] gre ID ranges: [(1, 1000)] Sep 24 14:44:00.122035 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing driver for type 'local' Sep 24 14:44:00.122600 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing driver for type 'vlan' Sep 24 14:44:00.146207 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] VlanTypeDriver initialization complete Sep 24 14:44:00.148448 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing driver for type 'vxlan' Sep 24 14:44:00.148448 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] vxlan ID ranges: [(1, 1000)] Sep 24 14:44:00.240147 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing extension driver 'port_security' Sep 24 14:44:00.240754 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] PortSecurityExtensionDriver initialization complete Sep 24 14:44:00.241337 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing mechanism driver 'openvswitch' Sep 24 14:44:00.241871 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing mechanism driver 'hyperv' Sep 24 14:44:00.253647 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:00.254475 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.255343 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.255963 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.256870 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:44:00.257583 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.258175 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.258762 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.259410 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:44:00.260128 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.260721 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.261304 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.261953 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:44:00.262636 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > security_group after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.263224 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > security_group after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.263851 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.264763 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:44:00.265459 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.266050 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.266643 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.267307 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:44:00.268028 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > address_group after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.268621 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > address_group after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.269687 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.270399 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 14:44:00.271050 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] ML2 OVO RPC backend initialized. {{(pid=100409) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 24 14:44:00.272351 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.272948 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.273637 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.274276 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > networks before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.274872 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.275494 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > ports before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.276076 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.276670 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnets before_response 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.277255 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.277834 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.278411 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.278990 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.279619 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.280190 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.280765 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.281342 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.281918 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.282978 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Modular L2 Plugin initialization complete Sep 24 14:44:00.283561 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading services supported by the core plugin {{(pid=100409) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 14:44:00.284118 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.plugins.ml2.managers [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Got port-security extension from driver 'port_security' Sep 24 14:44:00.285621 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.extensions.vlantransparent [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Disabled vlantransparent extension. Sep 24 14:44:00.286479 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100409) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 14:44:00.287928 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: router Sep 24 14:44:00.338271 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.338714 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_create 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.339141 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router before_create 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.339588 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.340024 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.340438 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_delete 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.340853 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.341310 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.341730 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_create 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.342142 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_update 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.342512 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_update 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.342916 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.343345 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_update 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.343932 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.344368 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.344767 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.345159 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: subnet after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.345562 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.345976 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.346389 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.346799 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.347874 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.348451 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router after_update 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.348940 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.349366 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.349792 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.350235 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.350670 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > agent after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.351083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > agent after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.351521 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > network after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.352588 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Tracking information for resource: router configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:44:00.352973 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Tracking information for resource: floatingip configured {{(pid=100409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 14:44:00.359254 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.db.l3_agentschedulers_db [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 14:44:00.359890 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.360260 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.360614 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.360971 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.361790 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router before_create 55550100 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.362154 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.362523 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_create 55550100 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.362920 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > router precommit_update 55550100 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.368396 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.provider_configuration [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service providers = [] {{(pid=100409) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 14:44:00.368766 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.db.servicetype_db [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100409) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 14:44:00.371949 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.service_base [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:44:00.372303 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.service_base [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:44:00.372653 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.service_base [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:44:00.373559 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.services.service_base [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 14:44:00.373940 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.services.service_base [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 14:44:00.374345 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.374669 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 14:44:00.386931 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.387379 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: auto_allocate Sep 24 14:44:00.394896 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: network precommit_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.395635 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: network precommit_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.396319 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.396691 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: tag Sep 24 14:44:00.404643 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.404955 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: timestamp Sep 24 14:44:00.410789 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.411298 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: network_ip_availability Sep 24 14:44:00.417633 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.418120 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.418633 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.419586 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.420004 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: flavors Sep 24 14:44:00.426231 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.426804 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading Plugin: revisions Sep 24 14:44:00.431789 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 14:44:00.432190 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_concurrency.lockutils [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.166s {{(pid=100409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 14:44:00.432965 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100409) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 24 14:44:00.433304 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Initializing extension manager. Sep 24 14:44:00.433833 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: __init__.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.434177 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: __pycache__ {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.434513 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.434849 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: address_group.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.435734 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.436352 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: address-group Sep 24 14:44:00.436674 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: address_scope.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.437689 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.438214 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: address-scope Sep 24 14:44:00.438537 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.439641 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.440170 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: router-admin-state-down-before-update Sep 24 14:44:00.440494 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: agent.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.442414 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.442976 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: agent Sep 24 14:44:00.443303 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: agent_resources_synced.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.444502 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.445029 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: agent-resources-synced Sep 24 14:44:00.445354 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: allowedaddresspairs.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.447335 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.447921 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: allowed-address-pairs Sep 24 14:44:00.448250 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: auto_allocated_topology.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.449455 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.449984 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: auto-allocated-topology Sep 24 14:44:00.450309 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: availability_zone.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.451055 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.451607 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: availability_zone Sep 24 14:44:00.451954 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: availability_zone_filter.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.452931 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.453453 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: availability_zone_filter Sep 24 14:44:00.453776 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: data_plane_status.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.454753 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.455265 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 14:44:00.455636 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: default_subnetpools.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.457570 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.458352 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: default-subnetpools Sep 24 14:44:00.458715 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.459705 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.460313 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: dhcp_agent_scheduler Sep 24 14:44:00.460677 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: dns.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.461851 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.462434 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 14:44:00.462799 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: dns_domain_ports.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.463864 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.464468 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 14:44:00.464829 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.465835 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.466420 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 14:44:00.466778 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: dvr.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.467626 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.468202 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: dvr Sep 24 14:44:00.468559 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: ecmp_routes.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.469595 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.470275 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 14:44:00.470638 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: empty_string_filtering.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.472078 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.473310 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: empty-string-filtering Sep 24 14:44:00.473870 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.474981 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.475595 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:44:00.475962 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.476947 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.477599 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 14:44:00.477971 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: external_net.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.478973 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.479602 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: external-net Sep 24 14:44:00.479979 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.480995 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.481575 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: extra_dhcp_opt Sep 24 14:44:00.481957 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: extraroute.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.482994 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.483612 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: extraroute Sep 24 14:44:00.483981 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: extraroute_atomic.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.485131 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.487045 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: extraroute-atomic Sep 24 14:44:00.487045 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: filter_validation.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.487913 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.488444 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: filter-validation Sep 24 14:44:00.488995 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: fip_pf_description.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.490183 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.491027 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 14:44:00.491356 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: fip_port_details.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.492360 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.492882 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: fip-port-details Sep 24 14:44:00.493204 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: flavors.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.494507 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.495037 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: flavors Sep 24 14:44:00.495365 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.497126 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.497667 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 14:44:00.498004 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: floatingip_pools.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.498848 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.499373 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: floatingip-pools Sep 24 14:44:00.499737 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: ip_allocation.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.500714 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.501228 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 14:44:00.501556 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.502497 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.503015 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: ip-substring-filtering Sep 24 14:44:00.503375 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l2_adjacency.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.504921 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.505542 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 14:44:00.505962 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.507525 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.508451 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: router Sep 24 14:44:00.508991 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.512376 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.513242 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 14:44:00.513799 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.515038 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.515723 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: ext-gw-mode Sep 24 14:44:00.516137 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.517318 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.517950 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: l3-ha Sep 24 14:44:00.518347 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3_flavors.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.520118 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.520867 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: l3-flavors Sep 24 14:44:00.521205 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.522203 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.522725 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 14:44:00.523054 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: l3agentscheduler.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.524331 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.525062 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: l3_agent_scheduler Sep 24 14:44:00.525512 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: logging.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.527421 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.528161 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension logging not supported by any of loaded plugins Sep 24 14:44:00.528607 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: metering.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.529648 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.530466 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: metering Sep 24 14:44:00.530898 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.532631 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.533232 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: metering_source_and_destination_fields Sep 24 14:44:00.533616 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: multiprovidernet.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.535224 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.536175 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: multi-provider Sep 24 14:44:00.536563 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: netmtu.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.537730 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.538367 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: net-mtu Sep 24 14:44:00.538649 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: netmtu_writable.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.540037 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.540918 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: net-mtu-writable Sep 24 14:44:00.541531 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: network_availability_zone.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.542403 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.543194 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: network_availability_zone Sep 24 14:44:00.543659 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: network_ip_availability.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.545295 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.545966 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: network-ip-availability Sep 24 14:44:00.546420 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: network_segment_range.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.547781 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.548377 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 14:44:00.548755 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: pagination.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.550183 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.550830 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: pagination Sep 24 14:44:00.551648 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: port_device_profile.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.552820 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.553475 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: port-device-profile Sep 24 14:44:00.553869 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.555450 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.556097 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: port-mac-address-regenerate Sep 24 14:44:00.556471 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.557728 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.558570 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: port-numa-affinity-policy Sep 24 14:44:00.559033 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: port_resource_request.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.560592 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.561298 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 14:44:00.561802 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: portbindings.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.563242 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.564182 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: binding Sep 24 14:44:00.564694 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: portbindings_extended.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.566831 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.567971 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: binding-extended Sep 24 14:44:00.568413 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: portsecurity.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.569953 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.570644 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: port-security Sep 24 14:44:00.571062 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: project_id.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.572353 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.572738 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: project-id Sep 24 14:44:00.573272 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: providernet.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.574491 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.575131 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: provider Sep 24 14:44:00.575612 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.579815 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.580400 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos not supported by any of loaded plugins Sep 24 14:44:00.580769 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.582912 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.583575 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 14:44:00.583948 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.584943 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.585507 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 14:44:00.585872 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_default.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.586835 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.587396 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-default not supported by any of loaded plugins Sep 24 14:44:00.587800 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_fip.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.588519 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.589128 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 14:44:00.589488 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_gateway_ip.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.590471 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.591033 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 14:44:00.591397 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_port_network_policy.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.592444 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.593011 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 14:44:00.593375 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_pps_rule.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.594614 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.595179 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 14:44:00.595584 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_rule_type_details.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.596568 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.597729 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 14:44:00.598154 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: qos_rules_alias.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.599819 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.600413 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 14:44:00.600781 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: quotasv2.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.601889 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.602260 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: quotas Sep 24 14:44:00.602700 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: quotasv2_detail.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.606560 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.606954 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: quota_details Sep 24 14:44:00.607333 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: rbac.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.608625 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.609348 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: rbac-policies Sep 24 14:44:00.609728 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: rbac_address_group.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.610870 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.611500 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: rbac-address-group Sep 24 14:44:00.611865 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: rbac_address_scope.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.613382 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.614040 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: rbac-address-scope Sep 24 14:44:00.614411 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: rbac_security_groups.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.615499 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.616086 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: rbac-security-groups Sep 24 14:44:00.616455 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: rbac_subnetpool.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.617488 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.618106 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: rbac-subnetpool Sep 24 14:44:00.618476 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: revisionifmatch.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.619612 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.620205 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: revision-if-match Sep 24 14:44:00.620570 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: revisions.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.621815 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.622395 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: standard-attr-revisions Sep 24 14:44:00.622794 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: router_availability_zone.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.623613 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.624199 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: router_availability_zone Sep 24 14:44:00.624624 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: routerservicetype.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.625683 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.626293 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 14:44:00.626702 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.627760 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.629000 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: security-groups-normalized-cidr Sep 24 14:44:00.630320 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.631032 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.631706 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: port-security-groups-filtering Sep 24 14:44:00.632120 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.633205 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.633830 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: security-groups-remote-address-group Sep 24 14:44:00.634237 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: securitygroup.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.647020 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.647779 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: security-group Sep 24 14:44:00.648196 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: segment.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.649214 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.649857 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension segment not supported by any of loaded plugins Sep 24 14:44:00.650269 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.651414 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.652057 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 14:44:00.652543 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: servicetype.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.653930 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.654606 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: service-type Sep 24 14:44:00.655090 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: sorting.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.656180 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.656602 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: sorting Sep 24 14:44:00.657008 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: standard_attr_segment.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.658031 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.658692 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 14:44:00.659106 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: standardattrdescription.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.660485 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.661432 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: standard-attr-description Sep 24 14:44:00.661808 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: stateful_security_group.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.662900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.663690 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: stateful-security-group Sep 24 14:44:00.664109 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: stdattrs_common.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.664793 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 14:44:00.665203 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.666250 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.666876 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 14:44:00.667289 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: subnet_onboard.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.668533 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.669156 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: subnet_onboard Sep 24 14:44:00.669565 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.670608 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.671214 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 14:44:00.671665 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: subnet_service_types.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.672697 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.673317 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: subnet-service-types Sep 24 14:44:00.673786 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: subnetallocation.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.675066 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.676862 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: subnet_allocation Sep 24 14:44:00.677145 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.677939 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.678571 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: subnetpool-prefix-ops Sep 24 14:44:00.678981 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.680126 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.680795 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 14:44:00.681207 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: tagging.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.682674 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.683303 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: standard-attr-tag Sep 24 14:44:00.683794 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: timestamp.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.685134 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.685748 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loaded extension: standard-attr-timestamp Sep 24 14:44:00.686160 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: trunk.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.687292 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.687946 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension trunk not supported by any of loaded plugins Sep 24 14:44:00.688362 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: trunk_details.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.689389 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.690007 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 14:44:00.690415 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: uplink_status_propagation.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.691877 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.692503 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 14:44:00.692918 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Loading extension file: vlantransparent.py {{(pid=100409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 14:44:00.693708 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 14:44:00.694313 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 14:44:00.697003 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:network Sep 24 14:44:00.697626 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:subnet Sep 24 14:44:00.698120 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:44:00.698774 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:port Sep 24 14:44:00.700221 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.700811 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service FLAVORS assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.701547 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.702055 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.702477 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:router Sep 24 14:44:00.703001 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:44:00.703611 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service METERING assigned prefix: /metering {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.705176 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.705634 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.706069 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:44:00.707753 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:44:00.708296 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:44:00.708815 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:44:00.709531 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service CORE assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.709954 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:44:00.710389 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] subnetpool is already registered Sep 24 14:44:00.710921 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service CORE assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.711334 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:44:00.711784 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] subnetpool is already registered Sep 24 14:44:00.714229 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.714761 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service FLAVORS assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.715450 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.715988 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.716405 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:router Sep 24 14:44:00.716826 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] router is already registered Sep 24 14:44:00.717333 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 14:44:00.717754 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] floatingip is already registered Sep 24 14:44:00.718299 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service METERING assigned prefix: /metering {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.719092 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 14:44:00.719534 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] rbac_policy is already registered Sep 24 14:44:00.720037 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:security_group Sep 24 14:44:00.720457 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] security_group is already registered Sep 24 14:44:00.720954 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 14:44:00.721379 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] security_group_rule is already registered Sep 24 14:44:00.722980 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service CORE assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.723401 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:44:00.723890 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] subnetpool is already registered Sep 24 14:44:00.724398 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.v2.resource_helper [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Service CORE assigned prefix: {{(pid=100409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 14:44:00.724818 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 14:44:00.725234 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING neutron.quota.resource_registry [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] subnetpool is already registered Sep 24 14:44:00.725795 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: extensions {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.727414 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: address-groups {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.729154 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: address-scopes {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.730783 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: agents {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.732370 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: auto-allocated-topology {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.733791 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: availability_zones {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.735339 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: dhcp-networks {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.737384 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: dhcp-agents {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.739597 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: routers {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.742071 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: flavors {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.743414 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: service_profiles {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.744808 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: next_providers {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.746419 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: service_profiles {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.748469 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: floatingip-pools {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.749834 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: routers {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.752122 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: floatingips {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.754942 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: l3-routers {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.756567 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: l3-agents {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.758000 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: metering-labels {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.759385 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: metering-label-rules {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.760723 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: network-ip-availabilities {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.762045 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: bindings {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.765099 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: quotas {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.766716 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: quotas {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.768253 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: rbac-policies {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.770341 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: security-groups {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.771916 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: security-group-rules {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.773267 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: service-providers {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.774505 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: subnetpools {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.776244 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: subnetpools {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.777541 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.779299 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.781266 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.783107 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.785545 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.787784 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.789506 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.791451 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.793242 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.794974 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron.api.extensions [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Extended resource: tags {{(pid=100409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 14:44:00.802308 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING keystonemiddleware.auth_token [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 14:44:00.807362 dv-cinder-810917-1-iscsi neutron-server[100409]: WARNING keystonemiddleware.auth_token [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 14:44:00.817411 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_concurrency.lockutils [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Acquired lock "singleton_lock" {{(pid=100409) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 24 14:44:00.817993 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_concurrency.lockutils [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Releasing lock "singleton_lock" {{(pid=100409) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 24 14:44:00.819014 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Starting 2 workers Sep 24 14:44:00.824171 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Started child 100528 {{(pid=100409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:44:00.829221 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Started child 100529 {{(pid=100409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:44:00.831011 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO neutron.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 14:44:00.833068 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Notify callbacks [] for process, before_spawn {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:00.833756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:00.836012 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Starting 1 workers Sep 24 14:44:00.836194 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [-] (100528) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:44:00.836897 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:00.838607 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [-] (100529) wsgi starting up on http://0.0.0.0:9696 Sep 24 14:44:00.842793 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Started child 100530 {{(pid=100409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:44:00.843592 dv-cinder-810917-1-iscsi neutron-server[100409]: INFO oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Starting 1 workers Sep 24 14:44:00.848741 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] calling RpcWorker wait() {{(pid=100530) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 14:44:00.849721 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] returning from RpcWorker wait() {{(pid=100530) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 14:44:00.849859 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Started child 100531 {{(pid=100409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 14:44:00.850651 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b53a3d3-c71c-4137-beef-b0ae28e425e7 None None] Notify callbacks [] for process, after_spawn {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:00.851389 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:00.852047 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:00.853127 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100409) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:44:00.853410 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:44:00.853562 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:44:00.853802 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:44:00.854083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:44:00.854256 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:44:00.854760 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.855049 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.855313 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.855596 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.855887 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.856502 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.856748 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.857003 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.857292 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.857549 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.857711 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.857864 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.858131 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.858367 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.858512 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:00.859276 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.859276 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.859276 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.859672 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.859800 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.860158 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.860440 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.860652 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.860856 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] debug = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.861057 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.861936 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.862211 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.862417 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.862766 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.863480 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.863814 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.864099 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.864343 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.864607 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.864867 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.865131 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.865370 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.865606 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.865825 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.866093 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.866327 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.866794 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] host = dv-cinder-810917-1-iscsi {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.867012 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.867236 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.867511 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.867752 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.868003 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.868232 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.868493 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.868724 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.868980 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.869236 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.869477 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.869755 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.869985 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.870222 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.870449 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_options = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.870687 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.870930 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.871155 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.871381 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.871837 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.871837 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.872690 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.872690 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.872690 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.872690 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.873575 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.873575 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.873575 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.874248 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.874248 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.874689 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.874689 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.875316 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.875316 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.875808 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.876035 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.876291 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.876519 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.876771 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.877418 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.877418 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.877418 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.878104 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.878104 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.878104 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.883123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.885685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_json = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.889290 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.891246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.893603 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.893603 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.893603 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.893603 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.893603 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.896241 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.896241 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.896241 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.896241 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.897083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.897083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.897582 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.897816 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.898042 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.898442 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.898834 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.899186 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.900154 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.900154 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.901293 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.901293 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.901293 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.901612 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.901742 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.902023 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.902510 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.902876 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.903209 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.903594 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.903937 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.904327 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.904657 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.904986 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.905555 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.905810 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.906137 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.906467 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.906838 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.907202 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.907553 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.907900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.908217 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.908557 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.908879 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.909215 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.909881 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.911567 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.911790 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:00.912011 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.912334 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.912685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.913030 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.913392 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.913798 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.914166 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.914487 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.914813 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.915132 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.915496 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.915852 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.916266 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.916635 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.916996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.920089 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.920344 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.920617 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.921008 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.921374 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.921727 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.922526 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.922526 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.922910 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.923169 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.923548 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.924062 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.924431 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.924798 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.925482 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.926442 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.926817 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.927159 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.927549 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.927926 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.928347 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.928865 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.929268 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.929647 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.930042 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.930449 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.930822 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.931226 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.933540 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.934900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.934900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.934900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.934900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.935499 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.935813 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.936092 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.936869 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.937237 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.937641 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.938960 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.943526 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.948123 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.948565 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.949384 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.949805 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.950286 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.952021 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.952469 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.953175 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.953625 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.954080 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.954531 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.954973 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.955412 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.955901 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.956350 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.957737 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.958242 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.958651 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.959051 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.959739 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.960247 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.960903 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.961572 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.961986 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.962379 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.962855 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.963318 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.963771 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.964239 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.964673 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.965114 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.965545 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.965977 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.966361 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.966775 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.967188 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.967600 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.968028 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.968418 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.968850 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.969238 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.969640 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.970176 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.970722 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.971134 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.971568 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.973149 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.973149 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.973637 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.973776 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.974144 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.974535 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.974919 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.975312 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.975747 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.976117 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.976538 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.976938 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.977390 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.977820 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.978215 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.978629 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.979020 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.979447 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.980212 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.980666 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.981052 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.981425 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.981808 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.982225 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.982618 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.983033 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.983398 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.983805 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.984212 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.984610 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.985148 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.985581 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.985991 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.986389 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.986756 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.987177 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.988625 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.989023 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.989413 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.989814 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.990192 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.990618 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.991009 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.991421 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.991830 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.992197 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.992568 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.992951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.993323 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.993782 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.994159 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.994560 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.994981 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.995377 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.995778 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.996195 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.996556 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.996942 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.997326 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.997702 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.998066 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.998454 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.998828 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.999195 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:00.999633 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.000014 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.000379 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.000760 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.001158 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.001519 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.001904 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.002286 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.002656 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.003042 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.003534 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.003915 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.004319 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.004910 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.005278 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.005666 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.006025 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.006389 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.006805 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.007180 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.007579 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.008053 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.008495 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.008898 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.009371 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.009774 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.010177 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.010602 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.011133 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.011506 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.011909 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.012281 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.012678 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.013080 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.013500 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.014028 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.014516 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.014926 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.015342 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.015863 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.016317 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.016759 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.017081 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.017474 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.018059 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.018291 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.018643 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.019600 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.020348 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.020348 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.020609 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.020887 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.021206 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.021497 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.022006 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.022332 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.022657 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.022982 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.023306 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.023679 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.023996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.024286 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.024603 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.024961 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.025195 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:44:01.025945 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100409) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 14:44:01.026220 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 14:44:01.026446 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 14:44:01.026704 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 14:44:01.026928 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 14:44:01.027129 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 14:44:01.027444 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.027684 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.027902 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.028119 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.028334 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.028581 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.028800 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.029015 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.029230 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.029442 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.029655 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.029868 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.030081 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.030294 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.030512 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.030732 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.030948 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.031162 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.031386 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.031667 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.031913 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.032309 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.032420 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] debug = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.032590 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.032933 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.033314 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.033436 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.033706 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.033977 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.034249 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.035220 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.035542 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.035842 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.036126 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.036401 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.036678 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.036945 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.037215 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.037486 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.037831 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.038315 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] host = dv-cinder-810917-1-iscsi {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.038608 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.038897 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.039182 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.039812 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.039812 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.040155 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.040283 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.040545 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.040827 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.041105 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.041395 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.041674 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.041951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.042262 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.042541 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_options = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.042832 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.043103 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.043379 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.044033 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.044033 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.044272 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.044549 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.044832 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.045115 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.045398 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.045691 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.045975 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.046252 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.046519 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.046805 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.047095 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.047376 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.047693 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.047990 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.048279 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.048560 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.048848 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.049134 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.049424 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.049706 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.049863 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:01.050012 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.051279 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.051279 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.051279 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.052420 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.052420 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.052751 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.052751 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.053051 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.053277 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.053555 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.053836 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.054106 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.054382 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.054665 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.054951 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.055183 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.055465 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.055726 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.056087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.056237 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.056507 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_json = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.056749 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.057011 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.057275 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.057550 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.057831 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.058115 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.058383 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.058675 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 14:44:01.058989 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.059279 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.059612 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.059900 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.060190 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.060476 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.060765 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.061057 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.061346 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.061635 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.061936 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.062216 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.062504 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.062792 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.063087 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.063382 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.063691 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.063969 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.064245 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.064520 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.064794 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.065071 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.065373 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.065675 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.066636 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.067508 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.067508 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.067810 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.067810 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.068101 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069090 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069090 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069090 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069431 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069551 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069710 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.069996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.070284 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.070591 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.070887 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.071195 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.071481 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.071771 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.072067 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.072357 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.072633 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.072906 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.073186 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.073469 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.073766 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.074068 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.074367 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.074652 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.074932 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.075415 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.075573 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.075829 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.076114 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.076406 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.076708 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.076995 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.077272 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.077560 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.077850 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.078135 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.078419 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.078725 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.079025 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.079310 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.079712 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.080004 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.080300 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.080597 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.080895 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.081184 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.081558 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.081842 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.082138 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.082629 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.082921 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.083217 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.083536 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.083835 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.084122 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.084398 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.084694 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.084985 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.085277 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.085557 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.086021 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.086180 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.086491 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.086862 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.087050 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.087337 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.087657 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.087948 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.088242 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.088606 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.088827 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.089121 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.089413 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.089707 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.090006 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.090291 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.090575 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.090864 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.091156 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.091449 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.091772 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.092063 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.092351 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.092645 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.092933 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.093222 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.093504 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.093814 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.094085 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.094364 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.094648 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.094947 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.095254 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.095583 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.095867 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.096158 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.096447 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.096716 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.097674 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.097980 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.098257 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.098533 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.098816 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.099114 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.099501 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.099807 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.100102 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.100392 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.100720 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.101004 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.101298 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.101589 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.101876 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.102170 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.102472 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.102782 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.103077 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.103368 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.103675 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.103969 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.104349 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.104545 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.106996 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.108330 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.108330 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.108330 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.108330 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.108859 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.108968 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.109263 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.109558 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.109851 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.110141 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.110428 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.110710 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.111000 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.111297 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.111634 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.111921 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.112199 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.112458 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.113344 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.113670 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.114214 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.114214 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.114417 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.114685 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.115145 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.115432 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.115733 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.116001 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.116280 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.116573 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.117083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.117083 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.117358 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.117643 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.117925 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.118217 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.118625 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.118820 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.119064 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.119362 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.119677 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.119952 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.120222 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.120499 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.120777 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.121053 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.121341 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.121630 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.121925 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.122214 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.122503 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.122798 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.123387 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.123387 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.123731 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.123972 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.124269 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.124549 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.124973 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.125205 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.125417 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.125688 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.125981 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.126270 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.126563 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.126864 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.127153 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.127449 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.127772 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.128065 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.129246 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.130378 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.130378 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.130378 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.130828 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.130828 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.131091 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.131303 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.131574 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.131852 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.132139 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.132424 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.132720 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.133033 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.133302 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.133593 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.133883 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.134176 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.134482 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.134776 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.135109 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.135334 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.135653 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.135937 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.136230 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.136536 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.136828 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.137116 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.137394 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.137679 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.137945 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.138202 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.138465 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.138735 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.139006 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.139281 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.139592 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.139884 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.140193 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.140486 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.140796 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.141108 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.141400 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.141701 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.141987 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.142279 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.142571 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.142853 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.143146 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.143433 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.143749 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.144105 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.144868 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.144868 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.145365 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.145365 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.145579 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.145730 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.146020 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.146354 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.146604 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 14:44:01.146877 dv-cinder-810917-1-iscsi neutron-server[100409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 14:44:01.290719 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43144) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:01.300362 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068419 Sep 24 14:44:17.115578 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00605536-70de-4d91-be88-2f87f66bbba7 None None] get_active_networks_info from dv-cinder-810917-1-iscsi {{(pid=100530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 14:44:17.376966 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00605536-70de-4d91-be88-2f87f66bbba7 None None] No non-hosted networks {{(pid=100530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 14:44:17.394465 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.agentschedulers_db [None req-00605536-70de-4d91-be88-2f87f66bbba7 None None] DHCP Agent not found on host dv-cinder-810917-1-iscsi {{(pid=100530) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 24 14:44:17.403857 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0499d8cf-87d6-4075-9bee-0200dbd98e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1022155'] for agent, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:20.098027 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1bef586-5c01-4d7a-8450-ad8460b5b227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1022155'] for agent, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:20.170416 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-343293ee-bb47-4c4f-9dd7-22ffade9763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:20.665070 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1022155'] for agent, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:20.668168 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.669168 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.670084 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.671075 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.672123 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.673022 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.674139 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.676579 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.677668 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.678632 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.679543 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.680372 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:20.681271 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810917-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:20.709822 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810917-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:21.938605 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1022155'] for agent, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:23.983205 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1022155'] for agent, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:24.383073 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.db.l3_hamode_db [None req-88154ae4-bac6-4aee-a979-398dc71455b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 14:44:24.467644 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88154ae4-bac6-4aee-a979-398dc71455b3 None None] Routers set() bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:44:24.468029 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88154ae4-bac6-4aee-a979-398dc71455b3 None None] Router IDs set() for agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 14:44:25.282413 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43236) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:25.860721 dv-cinder-810917-1-iscsi neutron-server[100529]: WARNING oslo_policy.policy [None req-fdccc5b4-bea8-4883-a10e-886492740b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:25.862205 dv-cinder-810917-1-iscsi neutron-server[100529]: WARNING oslo_policy.policy [None req-fdccc5b4-bea8-4883-a10e-886492740b3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:26.093326 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [None req-fdccc5b4-bea8-4883-a10e-886492740b3b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:44:26.094340 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-fdccc5b4-bea8-4883-a10e-886492740b3b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8100996 Sep 24 14:44:28.646616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43250) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:29.240025 dv-cinder-810917-1-iscsi neutron-server[100528]: WARNING oslo_policy.policy [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:29.240616 dv-cinder-810917-1-iscsi neutron-server[100528]: WARNING oslo_policy.policy [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:29.466041 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:44:29.565135 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.policy [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100528) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:44:29.611353 dv-cinder-810917-1-iscsi neutron-server[100528]: WARNING oslo_policy.policy [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:29.611766 dv-cinder-810917-1-iscsi neutron-server[100528]: WARNING oslo_policy.policy [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:29.620627 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.quota [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] Loaded quota_driver: . Sep 24 14:44:29.721662 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744793443523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744793444080', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744793455906', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744793454214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744792950737', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744793408376', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3699557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3887937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676637', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698919'] for rbac-policy, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:29.792929 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:29.794359 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d34ed00a-0b56-4840-aa6e-84ba497856e6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1455622 Sep 24 14:44:32.525068 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43268) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:32.904269 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:44:32.934452 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Made reservation on behalf of 56da132ef5cf4cbcac1e5e82dcf93bd8 for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:44:32.937400 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:32.960580 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.110037 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.115025 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.144740 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:44:33.173118 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db5953-99cd-4764-9334-5b1d2ea7b453,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:33.176988 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744794071947', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.177608 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Unsubscribe: segment precommit_create {{(pid=100528) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:44:33.178143 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Added segment 797fa5c9-1c08-45d3-9e4b-498d3e68f7b4 of type vlan for network b4f739e8-35a7-435e-b5cc-e14a79f01328 Sep 24 14:44:33.206087 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.206461 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.206788 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.207166 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.207916 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.207916 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.208290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.208585 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.208930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.209261 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.209584 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.209908 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Tracked resource versions report: Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: pushed versions: Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: { 'AddressGroup': {'1.2'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'ConntrackHelper': {'1.0'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Log': {'1.0'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Network': {'1.1'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Port': {'1.7'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'PortForwarding': {'1.2'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'QosPolicy': {'1.9'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroup': {'1.4'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SubPort': {'1.0'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Subnet': {'1.1'}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Trunk': {'1.1'}} Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: consumer versions: Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'ConntrackHelper': '1.0', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Log': '1.0', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Network': '1.1', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Port': '1.7', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'PortForwarding': '1.2', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'QosPolicy': '1.9', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroup': '1.4', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroupRule': '1.2', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SubPort': '1.0', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Subnet': '1.1', Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Trunk': '1.1'}} Sep 24 14:44:33.211075 dv-cinder-810917-1-iscsi neutron-server[100528]: {{(pid=100528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:44:33.315198 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.359779 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.361721 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:44:33.362317 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:33.427626 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9011056 Sep 24 14:44:33.472964 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2441-5f6e-42db-9ca3-e765a06e6dcc admin admin] Pushing event updated for resources: {'Network': ['ID=b4f739e8-35a7-435e-b5cc-e14a79f01328,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:33.485248 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:44:36.256557 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43282) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:36.655418 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55457f-4ca3-441c-9511-6094004969bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:44:36.656838 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9c55457f-4ca3-441c-9511-6094004969bc admin admin] 10.222.0.13 "GET /v2.0/networks/b4f739e8-35a7-435e-b5cc-e14a79f01328 HTTP/1.1" status: 200 len: 825 time: 0.3992982 Sep 24 14:44:36.686947 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-10754905-1e0b-4764-9a7c-d8d67f62e861 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/6441e7f5-6756-42a5-881c-a2fb1dffb1f7 HTTP/1.1" status: 200 len: 734 time: 0.0198348 Sep 24 14:44:36.697125 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'ip_version': 4, 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gateway_ip': '172.20.0.1'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:44:36.719600 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Made reservation on behalf of 56da132ef5cf4cbcac1e5e82dcf93bd8 for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:44:36.721895 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:37.023951 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:37.092331 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7983f19f-4565-46da-929e-e9a6d5bd4d8a,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:37.098230 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Checking segment: {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:44:37.098559 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Network hostable DHCP agents. Network: b4f739e8-35a7-435e-b5cc-e14a79f01328, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:44:37.122875 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:44:37.135482 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, b4f739e8-35a7-435e-b5cc-e14a79f01328) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:44:37.140400 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:44:37.141275 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:37.147856 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4735bf-d1fd-4d0d-82d8-547022a78452 None None] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:44:37.156740 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0682c888-1406-4291-b1fe-d1680f9e8d11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4629312 Sep 24 14:44:37.482134 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-b4f739e8-35a7-435e-b5cc-e14a79f01328', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:44:37.483384 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:37.765400 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Allocated IP 172.20.0.2 (b4f739e8-35a7-435e-b5cc-e14a79f01328/7983f19f-4565-46da-929e-e9a6d5bd4d8a/60043b27-cfff-43c5-a3c0-d1881d5fd44f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:44:38.012492 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:38.024516 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:38.150558 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:44:38.164136 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:44:38.188438 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:44:38.193909 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Pushing event updated for resources: {'Port': ['ID=60043b27-cfff-43c5-a3c0-d1881d5fd44f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:38.249174 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.249777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.250347 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.250909 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.251537 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.252106 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.252575 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.253041 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.253540 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.254282 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.254827 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.255363 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Tracked resource versions report: Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: pushed versions: Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: { 'AddressGroup': {'1.2'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'ConntrackHelper': {'1.0'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Log': {'1.0'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Network': {'1.1'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Port': {'1.7'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'PortForwarding': {'1.2'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'QosPolicy': {'1.9'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroup': {'1.4'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SubPort': {'1.0'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Subnet': {'1.1'}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Trunk': {'1.1'}} Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: consumer versions: Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'ConntrackHelper': '1.0', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Log': '1.0', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Network': '1.1', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Port': '1.7', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'PortForwarding': '1.2', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'QosPolicy': '1.9', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroup': '1.4', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroupRule': '1.2', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SubPort': '1.0', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Subnet': '1.1', Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Trunk': '1.1'}} Sep 24 14:44:38.257456 dv-cinder-810917-1-iscsi neutron-server[100530]: {{(pid=100530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:44:38.323877 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Attempting to bind port 60043b27-cfff-43c5-a3c0-d1881d5fd44f on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:44:38.324323 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Attempting to bind port 60043b27-cfff-43c5-a3c0-d1881d5fd44f by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:44:38.324833 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Attempting to bind port 60043b27-cfff-43c5-a3c0-d1881d5fd44f on network b4f739e8-35a7-435e-b5cc-e14a79f01328 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:44:38.333546 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:44:38.334190 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Checking segment: {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:44:38.334901 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:38.335504 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Bound using segment: {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:44:38.336262 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Bound port: 60043b27-cfff-43c5-a3c0-d1881d5fd44f, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:44:38.336903 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:38.408711 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] For port 60043b27-cfff-43c5-a3c0-d1881d5fd44f, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:44:38.417677 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] For port 60043b27-cfff-43c5-a3c0-d1881d5fd44f, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=60043b27-cfff-43c5-a3c0-d1881d5fd44f,segment=NetworkSegment(797fa5c9-1c08-45d3-9e4b-498d3e68f7b4),segment_id=797fa5c9-1c08-45d3-9e4b-498d3e68f7b4)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:44:38.424363 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:38.499785 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53190-cd1c-440c-839c-44d0ff4f5d09 None None] Pushing event updated for resources: {'Port': ['ID=60043b27-cfff-43c5-a3c0-d1881d5fd44f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:39.668877 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43290) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:40.010771 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [None req-3cf7906b-e7bf-4a81-a39b-313fb5d8c8ed admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:44:40.011915 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3cf7906b-e7bf-4a81-a39b-313fb5d8c8ed admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3420556 Sep 24 14:44:42.570030 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43298) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:42.902800 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [None req-deba4022-8aba-41cc-ba09-29973653b5c3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:44:42.903842 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-deba4022-8aba-41cc-ba09-29973653b5c3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3325338 Sep 24 14:44:45.652386 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43308) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:45.986694 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:44:46.028948 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.030580 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.180376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.191413 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.208361 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.209610 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-78f8f9bf-b1a4-485e-ab5f-df2e5ddf9f2f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5561235 Sep 24 14:44:46.751761 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 60043b27-cfff-43c5-a3c0-d1881d5fd44f up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:44:46.863262 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8627054e-d7c4-4c68-9e1a-ec4209731df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.872325 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 60043b27-cfff-43c5-a3c0-d1881d5fd44f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:46.872617 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:46.994687 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:47.032358 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 60043b27-cfff-43c5-a3c0-d1881d5fd44f, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=60043b27-cfff-43c5-a3c0-d1881d5fd44f,segment=NetworkSegment(797fa5c9-1c08-45d3-9e4b-498d3e68f7b4),segment_id=797fa5c9-1c08-45d3-9e4b-498d3e68f7b4)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:47.037086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:47.094297 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=60043b27-cfff-43c5-a3c0-d1881d5fd44f,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:47.231141 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23beaa36-ac0d-4614-9522-9daa766b8246 None None] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:44:47.351633 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-d82861a9-fbc5-43ad-86dc-3c7b3f2df849 None None] Provisioning complete for port 60043b27-cfff-43c5-a3c0-d1881d5fd44f triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:47.352001 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d82861a9-fbc5-43ad-86dc-3c7b3f2df849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:47.698995 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-d629b0c5-0987-445f-b79a-c24299e12962 None None] Provisioning complete for port 60043b27-cfff-43c5-a3c0-d1881d5fd44f triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:47.699369 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d629b0c5-0987-445f-b79a-c24299e12962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:48.723569 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 60043b27-cfff-43c5-a3c0-d1881d5fd44f up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:44:48.724659 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43320) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:48.775927 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 60043b27-cfff-43c5-a3c0-d1881d5fd44f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:48.776217 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:49.050109 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [None req-f34ba5a1-ef7c-4be2-abe3-8650b283f879 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:44:49.051093 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f34ba5a1-ef7c-4be2-abe3-8650b283f879 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3254094 Sep 24 14:44:50.090936 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ff6bb1f-fd73-4576-aedc-fd0cd109c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:50.620471 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:51.522224 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43332) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:51.836401 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:51.853817 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:44:51.876808 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Made reservation on behalf of a38d0e1eb6574dcb96d67b28ba88f770 for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:44:51.881485 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:51.888274 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:51.982927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:51.987929 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:52.006661 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Reserving flat network on physical network physnet1 {{(pid=100528) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 14:44:52.023912 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdb9119-9612-4075-af26-53f082067f09,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:52.030656 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:52.031000 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Added segment f037e380-79f8-444f-a072-9ad5e7aa2437 of type flat for network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c Sep 24 14:44:52.089677 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:52.122685 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:52.123808 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:44:52.124423 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:52.165202 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6417365 Sep 24 14:44:52.201906 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36486a57-2f77-4fb6-ad74-4a17a6f9b1ec admin admin] Pushing event updated for resources: {'Network': ['ID=de3e0e4c-dd90-4d82-9fe6-7207423b2f0c,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:52.212626 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:44:53.916748 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:54.702633 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43350) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:55.043406 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.policy [None req-6d8653a7-2916-451a-8c64-3e94eac11502 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100529) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 14:44:55.091183 dv-cinder-810917-1-iscsi neutron-server[100529]: WARNING oslo_policy.policy [None req-6d8653a7-2916-451a-8c64-3e94eac11502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:55.091597 dv-cinder-810917-1-iscsi neutron-server[100529]: WARNING oslo_policy.policy [None req-6d8653a7-2916-451a-8c64-3e94eac11502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 14:44:55.100307 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8653a7-2916-451a-8c64-3e94eac11502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:44:55.102078 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-6d8653a7-2916-451a-8c64-3e94eac11502 admin admin] 10.222.0.13 "GET /v2.0/subnets/7983f19f-4565-46da-929e-e9a6d5bd4d8a HTTP/1.1" status: 200 len: 849 time: 0.3986201 Sep 24 14:44:55.270700 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-bcc09f5e-c4c9-46f8-8329-6848927e9d45 admin admin] 10.222.0.13 "GET /v2.0/routers/81162078-42e1-47c9-8c3e-0bbba74d7b1b HTTP/1.1" status: 200 len: 704 time: 0.1622872 Sep 24 14:44:55.538906 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:55.879084 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Allocated IP 172.20.0.1 (b4f739e8-35a7-435e-b5cc-e14a79f01328/7983f19f-4565-46da-929e-e9a6d5bd4d8a/9db92f39-4ea8-4a52-8684-052ee646cc41) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:44:56.114391 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.194665 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.260843 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:44:56.266928 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:44:56.327894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Pushing event updated for resources: {'Port': ['ID=9db92f39-4ea8-4a52-8684-052ee646cc41,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:56.330674 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:44:56.331938 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.392105 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.392474 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.392815 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.393153 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.393481 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.393821 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.394159 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.394489 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.394835 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.395152 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.395488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.395811 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Tracked resource versions report: Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: pushed versions: Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: { 'AddressGroup': {'1.2'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'ConntrackHelper': {'1.0'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Log': {'1.0'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Network': {'1.1'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Port': {'1.7'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'PortForwarding': {'1.2'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'QosPolicy': {'1.9'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroup': {'1.4'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SubPort': {'1.0'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Subnet': {'1.1'}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Trunk': {'1.1'}} Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: consumer versions: Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'ConntrackHelper': '1.0', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Log': '1.0', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Network': '1.1', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Port': '1.7', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'PortForwarding': '1.2', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'QosPolicy': '1.9', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroup': '1.4', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroupRule': '1.2', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SubPort': '1.0', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Subnet': '1.1', Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Trunk': '1.1'}} Sep 24 14:44:56.396956 dv-cinder-810917-1-iscsi neutron-server[100529]: {{(pid=100529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:44:56.548001 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-630238d4-c312-4da5-9272-b3d414c2f634 None None] Provisioning complete for port 9db92f39-4ea8-4a52-8684-052ee646cc41 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:56.548614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-630238d4-c312-4da5-9272-b3d414c2f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.564229 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.581571 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-630238d4-c312-4da5-9272-b3d414c2f634 None None] Port 9db92f39-4ea8-4a52-8684-052ee646cc41 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:44:56.787148 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.791877 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.792621 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:56.852172 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Pushing event updated for resources: {'Port': ['ID=9db92f39-4ea8-4a52-8684-052ee646cc41,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:56.922829 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:44:56.924229 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:44:57.102777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-09ba6946-02a8-4e87-b2b0-f8e239ba5e80 None None] Provisioning complete for port 9db92f39-4ea8-4a52-8684-052ee646cc41 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:57.103147 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09ba6946-02a8-4e87-b2b0-f8e239ba5e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:57.138415 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-09ba6946-02a8-4e87-b2b0-f8e239ba5e80 None None] Port 9db92f39-4ea8-4a52-8684-052ee646cc41 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:44:57.151813 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Router 81162078-42e1-47c9-8c3e-0bbba74d7b1b is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:44:57.242212 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:44:57.247875 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-5d0a75b3-c990-4267-b17c-a1e31e58362d admin admin] 10.222.0.13 "PUT /v2.0/routers/81162078-42e1-47c9-8c3e-0bbba74d7b1b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9714248 Sep 24 14:44:57.255900 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Sync routers for ids ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:44:57.267573 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Routers {'81162078-42e1-47c9-8c3e-0bbba74d7b1b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:44:57.268441 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:44:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:57.457119 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Set router 81162078-42e1-47c9-8c3e-0bbba74d7b1b gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:44:57.916989 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:44:46Z', 'updated_at': '2021-09-24T14:44:56Z', 'revision_number': 2, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gw_port_host': None, '_interfaces': [{'id': '9db92f39-4ea8-4a52-8684-052ee646cc41', 'name': '', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'mac_address': 'fa:16:3e:c8:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:44:55Z', 'updated_at': '2021-09-24T14:44:56Z', 'revision_number': 2, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'subnets': [{'id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:57.970579 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Checking router: 81162078-42e1-47c9-8c3e-0bbba74d7b1b for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:44:57.971417 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Updating router 81162078-42e1-47c9-8c3e-0bbba74d7b1b port 9db92f39-4ea8-4a52-8684-052ee646cc41 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:44:58.024967 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:58.681096 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:58.689256 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:58.838200 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Pushing event updated for resources: {'Port': ['ID=9db92f39-4ea8-4a52-8684-052ee646cc41,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:58.869857 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.870212 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.870545 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.870874 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.871196 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.871547 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.871868 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.872187 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.872510 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.872825 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.873874 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.873874 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Tracked resource versions report: Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: pushed versions: Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: { 'AddressGroup': {'1.2'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'ConntrackHelper': {'1.0'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Log': {'1.0'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Network': {'1.1'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Port': {'1.7'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'PortForwarding': {'1.2'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'QosPolicy': {'1.9'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroup': {'1.4'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SubPort': {'1.0'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Subnet': {'1.1'}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Trunk': {'1.1'}} Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: consumer versions: Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'ConntrackHelper': '1.0', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Log': '1.0', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Network': '1.1', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Port': '1.7', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'PortForwarding': '1.2', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'QosPolicy': '1.9', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroup': '1.4', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroupRule': '1.2', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SubPort': '1.0', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Subnet': '1.1', Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Trunk': '1.1'}} Sep 24 14:44:58.874583 dv-cinder-810917-1-iscsi neutron-server[100531]: {{(pid=100531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:44:58.883017 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Attempting to bind port 9db92f39-4ea8-4a52-8684-052ee646cc41 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:44:58.883416 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Attempting to bind port 9db92f39-4ea8-4a52-8684-052ee646cc41 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:44:58.883879 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Attempting to bind port 9db92f39-4ea8-4a52-8684-052ee646cc41 on network b4f739e8-35a7-435e-b5cc-e14a79f01328 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:44:58.893216 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:44:58.893753 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Checking segment: {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:44:58.894347 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:58.894834 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Bound using segment: {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:44:58.895436 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Bound port: 9db92f39-4ea8-4a52-8684-052ee646cc41, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797fa5c9-1c08-45d3-9e4b-498d3e68f7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:44:58.895969 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:58.972485 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] For port 9db92f39-4ea8-4a52-8684-052ee646cc41, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:44:58.979242 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-b75ae672-5210-4745-9cc6-f2f589b28667 None None] Provisioning complete for port 9db92f39-4ea8-4a52-8684-052ee646cc41 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:58.979832 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b75ae672-5210-4745-9cc6-f2f589b28667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:58.996840 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] For port 9db92f39-4ea8-4a52-8684-052ee646cc41, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=9db92f39-4ea8-4a52-8684-052ee646cc41,segment=NetworkSegment(797fa5c9-1c08-45d3-9e4b-498d3e68f7b4),segment_id=797fa5c9-1c08-45d3-9e4b-498d3e68f7b4)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:44:59.003053 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:59.018772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b75ae672-5210-4745-9cc6-f2f589b28667 None None] Port 9db92f39-4ea8-4a52-8684-052ee646cc41 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:44:59.060303 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Routers {'81162078-42e1-47c9-8c3e-0bbba74d7b1b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:44:59.060930 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:44:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:59.101460 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035037d-7b8c-4e7b-8244-4bd56179ad29 None None] Pushing event updated for resources: {'Port': ['ID=9db92f39-4ea8-4a52-8684-052ee646cc41,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:59.156714 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] Set router 81162078-42e1-47c9-8c3e-0bbba74d7b1b gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:44:59.237978 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-0c0a6564-0950-46c6-8c9e-d6e14a236e25 None None] Provisioning complete for port 9db92f39-4ea8-4a52-8684-052ee646cc41 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:44:59.238350 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6564-0950-46c6-8c9e-d6e14a236e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:59.316359 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6564-0950-46c6-8c9e-d6e14a236e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:59.348000 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0c0a6564-0950-46c6-8c9e-d6e14a236e25 None None] For port 9db92f39-4ea8-4a52-8684-052ee646cc41, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=9db92f39-4ea8-4a52-8684-052ee646cc41,segment=NetworkSegment(797fa5c9-1c08-45d3-9e4b-498d3e68f7b4),segment_id=797fa5c9-1c08-45d3-9e4b-498d3e68f7b4)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:44:59.352654 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6564-0950-46c6-8c9e-d6e14a236e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:44:59.373451 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:44:46Z', 'updated_at': '2021-09-24T14:44:56Z', 'revision_number': 2, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gw_port_host': None, '_interfaces': [{'id': '9db92f39-4ea8-4a52-8684-052ee646cc41', 'name': '', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'mac_address': 'fa:16:3e:c8:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:44:55Z', 'updated_at': '2021-09-24T14:44:58Z', 'revision_number': 4, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'subnets': [{'id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:44:59.403081 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b746d0-6d08-4fcd-82d6-28a021a1fedb None None] The sync data for ids ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'] in dv-cinder-810917-1-iscsi is: [{'id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:44:46Z', 'updated_at': '2021-09-24T14:44:56Z', 'revision_number': 2, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gw_port_host': None, '_interfaces': [{'id': '9db92f39-4ea8-4a52-8684-052ee646cc41', 'name': '', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'mac_address': 'fa:16:3e:c8:6d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:44:55Z', 'updated_at': '2021-09-24T14:44:58Z', 'revision_number': 4, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'subnets': [{'id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:44:59.415667 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a6564-0950-46c6-8c9e-d6e14a236e25 None None] Pushing event updated for resources: {'Port': ['ID=9db92f39-4ea8-4a52-8684-052ee646cc41,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:44:59.581657 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43372) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:44:59.708861 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1872261-cc38-4362-8b99-946f76d87885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:44:59.716049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c1872261-cc38-4362-8b99-946f76d87885 admin admin] 10.222.0.13 "GET /v2.0/networks/de3e0e4c-dd90-4d82-9fe6-7207423b2f0c HTTP/1.1" status: 200 len: 842 time: 0.1274569 Sep 24 14:44:59.721116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:44:59.722511 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.quota [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Loaded quota_driver: . Sep 24 14:44:59.764519 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Made reservation on behalf of a38d0e1eb6574dcb96d67b28ba88f770 for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:44:59.767022 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:00.108962 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.objects.ports [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100529) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 14:45:00.109892 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:00.164170 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8948fc66-c145-4a36-8c10-0dcca258dc2f,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:00.178516 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:45:00.178865 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Network hostable DHCP agents. Network: de3e0e4c-dd90-4d82-9fe6-7207423b2f0c, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:45:00.203072 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:45:00.214119 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, de3e0e4c-dd90-4d82-9fe6-7207423b2f0c) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:45:00.218890 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:45:00.219681 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:00.223865 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed7d47-563f-4009-90a8-f7cbc73f9514 None None] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:45:00.263490 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ee0ba138-2a65-434b-8374-c9af28036049 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5287004 Sep 24 14:45:00.368567 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b13a5d-34be-4803-9615-fbde34cd1978 None None] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:45:02.715613 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43380) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:45:02.872390 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-cc6d51d1-d385-4815-9d35-9c5a9e37b54f admin admin] 10.222.0.13 "GET /v2.0/routers/81162078-42e1-47c9-8c3e-0bbba74d7b1b HTTP/1.1" status: 200 len: 710 time: 0.1550293 Sep 24 14:45:02.985340 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7c8ff-48c6-4033-8ae4-b2f47447d58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:45:02.987297 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-8fa7c8ff-48c6-4033-8ae4-b2f47447d58e admin admin] 10.222.0.13 "GET /v2.0/networks/de3e0e4c-dd90-4d82-9fe6-7207423b2f0c HTTP/1.1" status: 200 len: 886 time: 0.1074879 Sep 24 14:45:02.998267 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:45:03.322976 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:03.693469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:03.775449 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:03.938860 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Allocated IP 172.27.2.185 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/996302b6-014c-4a15-9da2-5a94b9be054a) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:45:04.064358 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:04.100199 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:04.143046 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:45:04.146150 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:45:04.148758 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:45:04.157117 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Pushing event updated for resources: {'Port': ['ID=996302b6-014c-4a15-9da2-5a94b9be054a,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:04.427128 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:04.633885 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1021077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1022981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3248'] for router, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:04.637648 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1021100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1021095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023004'] for router, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:04.750955 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Router 81162078-42e1-47c9-8c3e-0bbba74d7b1b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:45:04.877176 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:45:04.881788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:04.883017 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-6e7c99af-77b3-4a33-a0f7-cca79b053de0 admin admin] 10.222.0.13 "PUT /v2.0/routers/81162078-42e1-47c9-8c3e-0bbba74d7b1b HTTP/1.1" status: 200 len: 890 time: 1.8882840 Sep 24 14:45:06.340376 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Sync routers for ids ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:45:06.352288 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Routers {'81162078-42e1-47c9-8c3e-0bbba74d7b1b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:45:06.353030 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:44:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:06.591565 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Set router 81162078-42e1-47c9-8c3e-0bbba74d7b1b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:45:06.783621 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 9db92f39-4ea8-4a52-8684-052ee646cc41 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:45:06.971420 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 9db92f39-4ea8-4a52-8684-052ee646cc41 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:45:06.971828 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.168480 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '996302b6-014c-4a15-9da2-5a94b9be054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:44:46Z', 'updated_at': '2021-09-24T14:45:04Z', 'revision_number': 4, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gw_port': {'id': '996302b6-014c-4a15-9da2-5a94b9be054a', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:45:03Z', 'updated_at': '2021-09-24T14:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9db92f39-4ea8-4a52-8684-052ee646cc41', 'name': '', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'mac_address': 'fa:16:3e:c8:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:44:55Z', 'updated_at': '2021-09-24T14:44:59Z', 'revision_number': 5, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'subnets': [{'id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:07.221772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Checking router: 81162078-42e1-47c9-8c3e-0bbba74d7b1b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:45:07.222121 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Updating router 81162078-42e1-47c9-8c3e-0bbba74d7b1b port 996302b6-014c-4a15-9da2-5a94b9be054a binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:45:07.271981 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.461280 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43392) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:45:07.581844 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-843ee9a6-f219-4483-8371-d32089ec950c admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193039 Sep 24 14:45:07.615606 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.622793 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.771364 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Attempting to bind port 996302b6-014c-4a15-9da2-5a94b9be054a on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:45:07.771780 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Attempting to bind port 996302b6-014c-4a15-9da2-5a94b9be054a by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:45:07.772151 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Attempting to bind port 996302b6-014c-4a15-9da2-5a94b9be054a on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:45:07.774317 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82739baa-fd83-48f5-8ccb-2cd49c116be0 None None] Pushing event updated for resources: {'Port': ['ID=996302b6-014c-4a15-9da2-5a94b9be054a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:07.780384 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:45:07.780938 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:45:07.781362 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.781902 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:45:07.782241 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Bound port: 996302b6-014c-4a15-9da2-5a94b9be054a, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:45:07.782659 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.838770 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] For port 996302b6-014c-4a15-9da2-5a94b9be054a, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:45:07.842158 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] For port 996302b6-014c-4a15-9da2-5a94b9be054a, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=996302b6-014c-4a15-9da2-5a94b9be054a,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:45:07.848646 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:07.910631 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Routers {'81162078-42e1-47c9-8c3e-0bbba74d7b1b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:45:07.911268 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:44:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:07.914499 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82739baa-fd83-48f5-8ccb-2cd49c116be0 None None] Pushing event updated for resources: {'Port': ['ID=996302b6-014c-4a15-9da2-5a94b9be054a,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:08.040198 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] Set router 81162078-42e1-47c9-8c3e-0bbba74d7b1b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:45:08.287980 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '996302b6-014c-4a15-9da2-5a94b9be054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:44:46Z', 'updated_at': '2021-09-24T14:45:04Z', 'revision_number': 4, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gw_port': {'id': '996302b6-014c-4a15-9da2-5a94b9be054a', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:45:03Z', 'updated_at': '2021-09-24T14:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9db92f39-4ea8-4a52-8684-052ee646cc41', 'name': '', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'mac_address': 'fa:16:3e:c8:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:44:55Z', 'updated_at': '2021-09-24T14:44:59Z', 'revision_number': 5, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'subnets': [{'id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:45:08.317309 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26f9e1-895e-4e18-8003-5722c7a5bd61 None None] The sync data for ids ['81162078-42e1-47c9-8c3e-0bbba74d7b1b'] in dv-cinder-810917-1-iscsi is: [{'id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'name': 'router1', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '996302b6-014c-4a15-9da2-5a94b9be054a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:44:46Z', 'updated_at': '2021-09-24T14:45:04Z', 'revision_number': 4, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'gw_port': {'id': '996302b6-014c-4a15-9da2-5a94b9be054a', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:45:03Z', 'updated_at': '2021-09-24T14:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9db92f39-4ea8-4a52-8684-052ee646cc41', 'name': '', 'network_id': 'b4f739e8-35a7-435e-b5cc-e14a79f01328', 'tenant_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'mac_address': 'fa:16:3e:c8:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81162078-42e1-47c9-8c3e-0bbba74d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:44:55Z', 'updated_at': '2021-09-24T14:44:59Z', 'revision_number': 5, 'project_id': '56da132ef5cf4cbcac1e5e82dcf93bd8', 'subnets': [{'id': '7983f19f-4565-46da-929e-e9a6d5bd4d8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6441e7f5-6756-42a5-881c-a2fb1dffb1f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:45:08.921025 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 996302b6-014c-4a15-9da2-5a94b9be054a up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:45:08.988026 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 996302b6-014c-4a15-9da2-5a94b9be054a triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:45:08.988420 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:09.095321 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:09.133481 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 996302b6-014c-4a15-9da2-5a94b9be054a, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=996302b6-014c-4a15-9da2-5a94b9be054a,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:45:09.142406 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:09.215228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=996302b6-014c-4a15-9da2-5a94b9be054a,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:45:10.741544 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 996302b6-014c-4a15-9da2-5a94b9be054a up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:45:10.797786 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 996302b6-014c-4a15-9da2-5a94b9be054a triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:45:10.798153 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:11.966318 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:45:16.864258 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7244c6d0-c383-4120-8030-58d614789311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:20.097894 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a6f9cafb-d295-48f4-b656-33a422a5ad36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:20.627886 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:21.844813 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:23.945739 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:46.848363 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79b438da-8476-410f-a75e-f0c0b838176d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:48.957136 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:45:50.092358 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-46430335-9079-491d-a59c-3827e3a5b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:50.626074 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:51.845636 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:45:53.942635 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:16.851971 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66946627-d1cb-4a5e-8228-871fef76cef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:20.098469 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a318f50-04b7-48c8-824b-d0498f2cd4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:20.626104 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:21.846634 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:23.934910 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:25.956130 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:46:46.863830 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f66f7125-3a54-4cdc-aae1-a7cccd85063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:50.091051 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3c5b81e-a4fb-4e18-b66a-b3ef4e35ce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:50.621660 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:51.851929 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:52.959960 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43954) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:53.038760 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e3dcf6-f5d7-4bdf-a940-f213f92f4d65 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:46:53.040357 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-20e3dcf6-f5d7-4bdf-a940-f213f92f4d65 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0793927 Sep 24 14:46:53.238997 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415af3b1-abd3-4608-b414-be2cb2c09b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:53.240661 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-415af3b1-abd3-4608-b414-be2cb2c09b24 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1943157 Sep 24 14:46:53.944465 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:55.533526 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43964) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:55.636188 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23ce638-38c5-4d71-9ba0-0a33bc52af5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:55.637546 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d23ce638-38c5-4d71-9ba0-0a33bc52af5b admin admin] 10.222.0.13 "GET /v2.0/subnets/7983f19f-4565-46da-929e-e9a6d5bd4d8a HTTP/1.1" status: 200 len: 849 time: 0.1030726 Sep 24 14:46:55.649107 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:46:55.821893 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Notify callbacks [] for subnet, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:55.964142 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744794290935'] for subnet, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.000132 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:56.000132 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.003083 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d289315-f9bc-40a7-99ac-42bd3072dcc3 None None] Network b4f739e8-35a7-435e-b5cc-e14a79f01328 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:46:56.006657 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] 10.222.0.13 "PUT /v2.0/subnets/7983f19f-4565-46da-929e-e9a6d5bd4d8a HTTP/1.1" status: 200 len: 868 time: 0.3612442 Sep 24 14:46:56.033290 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7983f19f-4565-46da-929e-e9a6d5bd4d8a,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:46:56.040481 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.040845 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.041188 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.041523 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.041853 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.042355 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.042698 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.043038 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.043384 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.043743 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.044069 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.044387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08802bbb-f3a8-4cc7-a47a-1c17731a38ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:46:56.331380 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-a5614e0c-3f9d-435b-9f20-74af25c58fdd None None] Provisioning complete for port 9db92f39-4ea8-4a52-8684-052ee646cc41 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:56.331843 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5614e0c-3f9d-435b-9f20-74af25c58fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:56.429282 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-a5614e0c-3f9d-435b-9f20-74af25c58fdd None None] Provisioning complete for port 60043b27-cfff-43c5-a3c0-d1881d5fd44f triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:46:56.429568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5614e0c-3f9d-435b-9f20-74af25c58fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:46:58.272608 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 43972) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:46:58.480507 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3768a-075e-4f48-a221-0afa2f646711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:58.480898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3768a-075e-4f48-a221-0afa2f646711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:46:58.483004 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-99f3768a-075e-4f48-a221-0afa2f646711 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094264 Sep 24 14:47:00.714592 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43982) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:00.934478 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c9664-de5f-445e-95dc-7f2acffe4ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:00.934955 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c9664-de5f-445e-95dc-7f2acffe4ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:00.937432 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c41c9664-de5f-445e-95dc-7f2acffe4ec5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218342 Sep 24 14:47:02.962317 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:47:03.243739 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43990) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:03.397379 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce8916-8dd4-4bd1-800f-acbf5f904ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:03.398787 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-38ce8916-8dd4-4bd1-800f-acbf5f904ded admin admin] 10.222.0.13 "GET /v2.0/networks/b4f739e8-35a7-435e-b5cc-e14a79f01328 HTTP/1.1" status: 200 len: 869 time: 0.1540873 Sep 24 14:47:05.748574 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 43998) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:05.889413 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0c0ced-793e-4724-af1c-f85ca4825e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:05.890877 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4d0c0ced-793e-4724-af1c-f85ca4825e3d admin admin] 10.222.0.13 "GET /v2.0/networks/de3e0e4c-dd90-4d82-9fe6-7207423b2f0c HTTP/1.1" status: 200 len: 886 time: 0.1413467 Sep 24 14:47:08.151128 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44006) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:08.280872 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c581d7-c981-4a61-9d21-c974388bc07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:08.281337 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c581d7-c981-4a61-9d21-c974388bc07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:08.282907 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-11c581d7-c981-4a61-9d21-c974388bc07c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308599 Sep 24 14:47:10.543793 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44014) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:10.644239 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd63172-dddf-473f-b477-67940f38279f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:10.647302 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd63172-dddf-473f-b477-67940f38279f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:10.647302 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3cd63172-dddf-473f-b477-67940f38279f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1007330 Sep 24 14:47:12.902303 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44022) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:12.999780 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915188e6-33b5-4f9c-8a2d-0aa45532511a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:13.001147 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-915188e6-33b5-4f9c-8a2d-0aa45532511a admin admin] 10.222.0.13 "GET /v2.0/subnets/7983f19f-4565-46da-929e-e9a6d5bd4d8a HTTP/1.1" status: 200 len: 868 time: 0.0978739 Sep 24 14:47:15.244890 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44030) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:15.338653 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7473b3-e178-46be-a0ea-3f786578f92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:15.340097 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ab7473b3-e178-46be-a0ea-3f786578f92c admin admin] 10.222.0.13 "GET /v2.0/subnets/8948fc66-c145-4a36-8c10-0dcca258dc2f HTTP/1.1" status: 200 len: 816 time: 0.0941556 Sep 24 14:47:16.855070 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8fbec11-f658-478a-ba12-ca7229835623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:20.095018 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cb67ae5-91af-443a-9e55-7fcaa703e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:20.617080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:21.852133 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:23.952031 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:39.961072 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:47:40.021267 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44084) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:40.096489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [None req-837107e7-264b-4f1b-aff4-bc948f4287da admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:47:40.097534 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-837107e7-264b-4f1b-aff4-bc948f4287da admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0752456 Sep 24 14:47:42.540005 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44092) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:42.609419 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca311fc-50fd-4079-a6e9-346ae7348507 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:47:42.610850 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-aca311fc-50fd-4079-a6e9-346ae7348507 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696065 Sep 24 14:47:42.764781 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e871fa6-0d20-4699-8021-0dbfaeb77b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:42.766188 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9e871fa6-0d20-4699-8021-0dbfaeb77b50 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1505415 Sep 24 14:47:45.532637 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44100) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:45.587262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:47:45.614835 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Made reservation on behalf of a38d0e1eb6574dcb96d67b28ba88f770 for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:47:45.617414 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:45.655060 dv-cinder-810917-1-iscsi neutron-server[100528]: WARNING neutron.services.revisions.revision_plugin [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Could not find related network for resource to bump revision. Sep 24 14:47:45.672515 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:47:45.690091 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:45.690665 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Added segment c2da240d-e225-48ab-8425-86251b1d0f40 of type vlan for network bd732c66-c37c-4e58-a210-d169b40d5771 Sep 24 14:47:45.761225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:45.801090 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:45.802376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:45.803073 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:45.840021 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3062525 Sep 24 14:47:45.870025 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Pushing event updated for resources: {'Network': ['ID=bd732c66-c37c-4e58-a210-d169b40d5771,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:45.878745 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.879201 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.879519 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.879857 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.880205 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.880571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.880917 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.881283 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.881892 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.882225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.882559 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.882912 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e89b95-ef06-4c62-9e16-86d65938e435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:45.897106 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network bd732c66-c37c-4e58-a210-d169b40d5771 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:47:46.858542 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d164cc62-1f9b-42d9-8ce2-722c4e6b3b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:48.215231 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44108) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:47:48.276755 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3978db-3b53-480e-9e99-bfb823eb2e86 admin admin] GET failed (client error): The resource could not be found. Sep 24 14:47:48.278483 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-6b3978db-3b53-480e-9e99-bfb823eb2e86 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620108 Sep 24 14:47:48.348439 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54564ca2-2a5e-4b46-94dc-0c46d4ac7b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:48.349905 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-54564ca2-2a5e-4b46-94dc-0c46d4ac7b67 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669477 Sep 24 14:47:48.360649 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771', 'cidr': '192.168.233.0/24'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:47:48.383928 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Made reservation on behalf of a38d0e1eb6574dcb96d67b28ba88f770 for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:47:48.386218 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:48.559545 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:48.620226 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99ac505-7c8e-426d-ac14-423bae536d8c,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:48.628835 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Checking segment: {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:47:48.629195 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Network hostable DHCP agents. Network: bd732c66-c37c-4e58-a210-d169b40d5771, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:47:48.646598 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Network bd732c66-c37c-4e58-a210-d169b40d5771 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:47:48.656795 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, bd732c66-c37c-4e58-a210-d169b40d5771) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:47:48.663018 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:47:48.663523 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:48.667039 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfac3fc-4af6-49b4-8598-4f6f96dcafc5 None None] Network bd732c66-c37c-4e58-a210-d169b40d5771 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:47:48.683103 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ac8be7f9-a618-4bb2-9660-31b52920364e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257501 Sep 24 14:47:48.835534 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-bd732c66-c37c-4e58-a210-d169b40d5771', 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771', 'tenant_id': 'a38d0e1eb6574dcb96d67b28ba88f770', 'fixed_ips': [{'subnet_id': 'd99ac505-7c8e-426d-ac14-423bae536d8c'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:47:48.836488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:48.993129 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Allocated IP 192.168.233.2 (bd732c66-c37c-4e58-a210-d169b40d5771/d99ac505-7c8e-426d-ac14-423bae536d8c/44222edb-1517-4327-b018-0a3a2a664b76) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:47:49.159184 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:49.167246 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:49.213852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Network bd732c66-c37c-4e58-a210-d169b40d5771 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:47:49.217093 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:47:49.221211 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:47:49.233755 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Pushing event updated for resources: {'Port': ['ID=44222edb-1517-4327-b018-0a3a2a664b76,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:49.245067 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.245444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.245785 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.246131 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.246464 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.247586 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.247927 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.248260 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.248626 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.248963 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.249295 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.249620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:47:49.297433 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Attempting to bind port 44222edb-1517-4327-b018-0a3a2a664b76 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:47:49.297800 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Attempting to bind port 44222edb-1517-4327-b018-0a3a2a664b76 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:47:49.298161 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Attempting to bind port 44222edb-1517-4327-b018-0a3a2a664b76 on network bd732c66-c37c-4e58-a210-d169b40d5771 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:47:49.304118 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:47:49.304775 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Checking segment: {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:47:49.305175 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:49.305568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Bound using segment: {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:47:49.306043 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Bound port: 44222edb-1517-4327-b018-0a3a2a664b76, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:47:49.306451 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:49.374956 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] For port 44222edb-1517-4327-b018-0a3a2a664b76, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:47:49.378477 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] For port 44222edb-1517-4327-b018-0a3a2a664b76, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=44222edb-1517-4327-b018-0a3a2a664b76,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:47:49.383236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:49.447050 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0b01-947a-491a-a105-471deef18502 None None] Pushing event updated for resources: {'Port': ['ID=44222edb-1517-4327-b018-0a3a2a664b76,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:50.100649 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30b16016-9171-47a0-a9d5-b9be0f79da74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:50.290496 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aaf574-3886-4c04-a390-f9ac43dea3c8 None None] Network bd732c66-c37c-4e58-a210-d169b40d5771 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:47:50.418524 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-707c6b7b-6001-46a6-ba62-4cceebfd4320 None None] Provisioning complete for port 44222edb-1517-4327-b018-0a3a2a664b76 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:47:50.419298 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-707c6b7b-6001-46a6-ba62-4cceebfd4320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:50.532676 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-707c6b7b-6001-46a6-ba62-4cceebfd4320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:50.571356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-707c6b7b-6001-46a6-ba62-4cceebfd4320 None None] For port 44222edb-1517-4327-b018-0a3a2a664b76, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=44222edb-1517-4327-b018-0a3a2a664b76,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:47:50.575779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-707c6b7b-6001-46a6-ba62-4cceebfd4320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:50.624679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:50.644529 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c6b7b-6001-46a6-ba62-4cceebfd4320 None None] Pushing event updated for resources: {'Port': ['ID=44222edb-1517-4327-b018-0a3a2a664b76,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:47:50.797521 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-9c60e3d1-a977-4906-8c8a-ed3004f78a3f None None] Provisioning complete for port 44222edb-1517-4327-b018-0a3a2a664b76 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:47:50.797997 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c60e3d1-a977-4906-8c8a-ed3004f78a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:50.903633 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 44222edb-1517-4327-b018-0a3a2a664b76 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:47:50.953822 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 44222edb-1517-4327-b018-0a3a2a664b76 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:47:50.954193 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:51.851635 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:47:53.956688 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:16.859187 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-723510c5-5530-4ecc-bd8c-211e96a1f03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:16.962741 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:48:20.092509 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06feae9-bedd-4ab1-98a3-91fd6a66881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:20.620470 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:21.857471 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:23.960949 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:46.864209 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4ae16eb4-610c-4e79-bb06-dde8fc582a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:50.097287 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed9a8-96cf-4c47-8f78-7e207ebdbb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:50.624359 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:51.861127 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:53.969141 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:48:53.975768 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:49:02.227025 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44160) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:02.234162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [None req-37db4017-ddda-4185-b6e4-308b9fa2e157 tempest-verify_tempest_config-75554892 tempest-verify_tempest_config-75554892-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:49:02.235302 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-37db4017-ddda-4185-b6e4-308b9fa2e157 tempest-verify_tempest_config-75554892 tempest-verify_tempest_config-75554892-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071158 Sep 24 14:49:02.558510 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44178) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:02.669573 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:02.771143 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:02.775189 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:02.818947 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b67022-39a8-4027-bf2a-b87e7771c744,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:49:02.824398 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8d0a74cc427483b83cb012eabdc50b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2648516 Sep 24 14:49:02.827263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44184) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:49:02.829223 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.829599 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.829941 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.830273 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.830603 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.830947 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.831280 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.831654 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.832004 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.832328 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.832651 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.832969 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fba4ab-f9e4-4af1-9be2-6e70477e8295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:02.916958 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:02.948861 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:03.101871 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:03.104721 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:03.106017 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8b67022-39a8-4027-bf2a-b87e7771c744 HTTP/1.1" status: 204 len: 168 time: 0.2776306 Sep 24 14:49:03.117638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b67022-39a8-4027-bf2a-b87e7771c744,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:49:03.122311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.122687 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.123035 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.123553 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.124142 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.124142 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.124894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.124894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.124894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.125823 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.125823 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:03.126431 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163935d-badb-48fe-be4a-552125094090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:49:16.869395 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e90b627b-90ee-4c2f-bd15-30db40edb3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:20.099607 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c6c7-de35-4a32-b6ea-f8a185675115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:20.627341 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:21.862365 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:23.972968 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:30.965383 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:49:46.871255 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7147f7b-60e3-4d0a-a48c-e25d2cb489cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:50.100824 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e6f095c-8952-40ec-b835-d6b6a7e307a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:50.629165 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:51.863836 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:49:53.980268 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:07.965533 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:50:16.872459 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-538a65dd-75c4-4623-832c-d63d26867cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:20.108755 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfa02b8f-9bc5-4bdf-9875-629521ef2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:20.631122 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:21.865911 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:23.979261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:44.967329 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 5 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:50:46.874316 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bcfe-0a9c-40d2-9c13-4e6edfa16634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:47.630791 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1022155'] for agent, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:50.100181 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-007b4999-ae4e-45ca-bd9c-266ff469a6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:50.635092 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:51.870152 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:53.982046 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:50:58.585696 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44258) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:50:58.698909 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e144517c-8497-403a-9f4b-57ddf9abd259 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1120923 Sep 24 14:51:00.962171 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44268) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:51:01.024754 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7cba8503-f537-4ebb-a58e-1c874a2c54bb admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0614264 Sep 24 14:51:16.875819 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd9444de-8cf1-4485-8004-72360f1e9967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:17.573816 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:20.102690 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-191dfcf9-aad3-427d-9ca5-bd88e6c1c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:20.636313 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:21.871941 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:21.969053 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:51:23.984488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:46.876998 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-813cc0bf-3d64-4e31-905a-ea05977c2c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:47.572356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:50.104793 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-61f755d0-4921-4f80-90d0-724374a216e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:50.638759 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:51.876017 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:53.988899 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:51:58.970956 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:52:16.879953 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efcff554-b934-4b3a-9616-b1b7a2741143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:17.585193 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:20.106633 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-473e15ae-a90c-49dd-86e1-b19aa40b5a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:20.640797 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:21.879693 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:23.995807 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:35.973565 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:52:38.145831 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44382) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:38.373425 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1826837425-network', 'tenant_id': '428ff02979564cb1a1b7385d3f8b3ddb'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:38.408335 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Made reservation on behalf of 428ff02979564cb1a1b7385d3f8b3ddb for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:38.416942 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.429666 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.538441 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.542209 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.567713 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7b83a5-714c-4d72-982b-bb69b7b22092,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:38.577505 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.577884 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.578231 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.578601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.578938 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.579286 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.579658 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.580121 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.580477 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.581648 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.581998 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.582344 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Tracked resource versions report: Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: pushed versions: Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Log': {'1.0'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Network': {'1.1'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Port': {'1.7'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'PortForwarding': {'1.2'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'QosPolicy': {'1.9'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroup': {'1.4'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SubPort': {'1.0'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Subnet': {'1.1'}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Trunk': {'1.1'}} Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: consumer versions: Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: HyperV agent@hv-cinder-81091: {}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'ConntrackHelper': '1.0', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Log': '1.0', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Network': '1.1', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Port': '1.7', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'PortForwarding': '1.2', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'QosPolicy': '1.9', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroup': '1.4', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SecurityGroupRule': '1.2', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'SubPort': '1.0', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Subnet': '1.1', Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: 'Trunk': '1.1'}} Sep 24 14:52:38.583417 dv-cinder-810917-1-iscsi neutron-server[100529]: {{(pid=100529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:38.599984 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:52:38.614317 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744794071947', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.614878 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Unsubscribe: segment precommit_create {{(pid=100529) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 14:52:38.615606 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Added segment 458a9a0c-78b8-46bc-b92f-acf1ebb15107 of type vlan for network 0948d21e-d55e-49f8-8423-5c3449c44ddf Sep 24 14:52:38.668394 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.712043 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.713519 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:38.714612 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.775098 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6278775 Sep 24 14:52:38.778669 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44426) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:38.791042 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Request body: {'subnet': {'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1826837425-subnet', 'tenant_id': '428ff02979564cb1a1b7385d3f8b3ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:38.836651 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675e701-ed78-44a5-9d0a-91d8d676da67 admin admin] Pushing event updated for resources: {'Network': ['ID=0948d21e-d55e-49f8-8423-5c3449c44ddf,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:38.837453 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Made reservation on behalf of 428ff02979564cb1a1b7385d3f8b3ddb for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:38.842808 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:38.853300 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network 0948d21e-d55e-49f8-8423-5c3449c44ddf details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:39.116898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:39.165899 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c582e5-f005-45b3-ac42-53e2e5820282,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:39.173290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.173753 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.174105 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.174625 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.175141 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.176199 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.176961 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.176961 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.177211 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.177545 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.177878 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.178207 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Tracked resource versions report: Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: pushed versions: Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Log': {'1.0'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Network': {'1.1'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Port': {'1.7'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'PortForwarding': {'1.2'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'QosPolicy': {'1.9'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroup': {'1.4'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SubPort': {'1.0'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Subnet': {'1.1'}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Trunk': {'1.1'}} Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: consumer versions: Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: HyperV agent@hv-cinder-81091: {}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'ConntrackHelper': '1.0', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Log': '1.0', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Network': '1.1', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Port': '1.7', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'PortForwarding': '1.2', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'QosPolicy': '1.9', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroup': '1.4', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SecurityGroupRule': '1.2', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'SubPort': '1.0', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Subnet': '1.1', Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: 'Trunk': '1.1'}} Sep 24 14:52:39.179550 dv-cinder-810917-1-iscsi neutron-server[100528]: {{(pid=100528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:39.202703 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Checking segment: {'id': '458a9a0c-78b8-46bc-b92f-acf1ebb15107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:39.203422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Network hostable DHCP agents. Network: 0948d21e-d55e-49f8-8423-5c3449c44ddf, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:39.230956 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Network 0948d21e-d55e-49f8-8423-5c3449c44ddf is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:39.241409 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, 0948d21e-d55e-49f8-8423-5c3449c44ddf) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:39.246711 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:39.247966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:39.259040 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845ac6c-47fa-4cf5-b591-3751a8b9da04 None None] Network 0948d21e-d55e-49f8-8423-5c3449c44ddf requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:39.269510 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d423999a-628b-4acb-8aa9-dc802390ce64 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4876122 Sep 24 14:52:39.404229 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5d973-45dd-4ab6-b5e0-94c439ac0f81 None None] Network 0948d21e-d55e-49f8-8423-5c3449c44ddf requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:40.216842 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44508) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:40.257619 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44512) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:40.286006 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44516) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:40.399820 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44524) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:40.492849 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1467928084-network', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:40.516907 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Made reservation on behalf of ee2e46bb2bed4c7fb2cf6928eff16fbc for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:40.520993 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.530025 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.536840 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-771554157-network', 'tenant_id': '9303829d4db742bf870b0ec9bcdbe1a1'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:40.545076 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-network', 'tenant_id': '0134f38766334655af2106707359b3e8'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:40.571995 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Made reservation on behalf of 9303829d4db742bf870b0ec9bcdbe1a1 for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:40.581646 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.584706 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.605209 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Made reservation on behalf of 0134f38766334655af2106707359b3e8 for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:40.610016 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.619940 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.695514 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.701782 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.725793 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:52:40.742558 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.742934 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Added segment 62f677a1-7748-491d-8c88-f05fb5e52e74 of type vlan for network b6cc79a1-611d-4980-b52b-88bebdcef20f Sep 24 14:52:40.759096 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-512349055-network', 'tenant_id': '3be341c1283544c4896a434f38b72fbd'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:40.797583 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.824430 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02180d3-11d7-406f-a114-cd131f28241e,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:40.841828 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:40.842806 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:40.843609 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.025218 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cc79a1-611d-4980-b52b-88bebdcef20f,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:41.041623 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network b6cc79a1-611d-4980-b52b-88bebdcef20f details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:41.088521 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.095811 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.122518 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:52:41.147684 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.148591 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Added segment 65ea0218-e1c8-4dbb-a573-102042fa4d6a of type vlan for network 4f979844-266e-44a4-9ded-e9bd807315b6 Sep 24 14:52:41.197935 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.212374 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.219305 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.226714 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:52:41.240749 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.241408 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Added segment 792d04e6-3c62-4774-a86a-3244eb19f1ea of type vlan for network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 Sep 24 14:52:41.243646 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28f190-b438-4c0e-922d-3f36afe9f834,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:41.251816 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.254032 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:41.255249 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.317571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.344656 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44558) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:41.345646 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] Pushing event updated for resources: {'Network': ['ID=4f979844-266e-44a4-9ded-e9bd807315b6,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:41.357751 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network 4f979844-266e-44a4-9ded-e9bd807315b6 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:41.386906 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a520e13a-d811-49ea-9b19-de346c4ea5ae,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:41.391968 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.393813 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:41.394658 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.420428 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d6ad0d1d-07ee-4f81-b1fd-5883a52e0cd3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2019365 Sep 24 14:52:41.421549 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44572) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:41.426278 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-63130d8c-41f5-467b-842a-f1e5214739cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1643074 Sep 24 14:52:41.429885 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Request body: {'subnet': {'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1467928084-subnet', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:41.446201 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44574) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:41.453263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Request body: {'subnet': {'network_id': '4f979844-266e-44a4-9ded-e9bd807315b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-771554157-subnet', 'tenant_id': '9303829d4db742bf870b0ec9bcdbe1a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:41.497946 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Made reservation on behalf of 3be341c1283544c4896a434f38b72fbd for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:41.501088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.514273 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2262416 Sep 24 14:52:41.520478 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44584) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:41.525148 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Made reservation on behalf of ee2e46bb2bed4c7fb2cf6928eff16fbc for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:41.525982 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Request body: {'subnet': {'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-subnet', 'tenant_id': '0134f38766334655af2106707359b3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:41.530391 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.530914 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.578152 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Made reservation on behalf of 9303829d4db742bf870b0ec9bcdbe1a1 for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:41.581288 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.592776 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a2033-a77d-4da0-9e90-a07d97b5d7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b89bf66d-ab41-4710-ab4e-fafadbfe3b08,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:41.598474 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Made reservation on behalf of 0134f38766334655af2106707359b3e8 for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:41.601243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.615087 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:41.807935 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-142b3b38-ab51-42b6-b8c5-1c665df9732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.820766 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.830230 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.848701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:52:41.863637 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.864261 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Added segment e4d4a190-9769-4f50-9283-c3afe3d2026b of type vlan for network 15bebfa1-4b87-4bcc-9027-92fc51674878 Sep 24 14:52:41.912959 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.971766 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.979046 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:41.980334 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:41.981091 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.019958 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.053780 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d618ce-9eb1-45ee-a48c-78a1ff550650,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:42.056193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44610) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:42.100681 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.106028 dv-cinder-810917-1-iscsi neutron-server[100528]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 14:52:42.134974 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fe6e74-d8ea-4dd3-9507-e835e0aae265,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:42.204689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] Pushing event updated for resources: {'Network': ['ID=15bebfa1-4b87-4bcc-9027-92fc51674878,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:42.219714 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:42.296074 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Checking segment: {'id': '65ea0218-e1c8-4dbb-a573-102042fa4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f979844-266e-44a4-9ded-e9bd807315b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:42.296618 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Network hostable DHCP agents. Network: 4f979844-266e-44a4-9ded-e9bd807315b6, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:42.307933 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Checking segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:42.308383 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Network hostable DHCP agents. Network: b6cc79a1-611d-4980-b52b-88bebdcef20f, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:42.345533 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Checking segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:42.347667 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Network hostable DHCP agents. Network: b89bf66d-ab41-4710-ab4e-fafadbfe3b08, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:42.365417 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Network 4f979844-266e-44a4-9ded-e9bd807315b6 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:42.370974 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:42.381329 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, 4f979844-266e-44a4-9ded-e9bd807315b6) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:42.392862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c923e-3413-4f5f-b683-49a2372dd803 None None] Network 4f979844-266e-44a4-9ded-e9bd807315b6 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:42.398950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-142b3b38-ab51-42b6-b8c5-1c665df9732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.401518 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94f16d0-61e9-4dd9-9e75-2cb054a7a857,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:42.422819 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:42.423027 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.429111 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-142b3b38-ab51-42b6-b8c5-1c665df9732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.444029 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:42.478304 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, b6cc79a1-611d-4980-b52b-88bebdcef20f) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:42.511974 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407ee74-778b-4cea-a214-b11d39f7e9ec None None] Network b6cc79a1-611d-4980-b52b-88bebdcef20f requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:42.517589 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:42.521089 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.530661 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5596a134-d8f5-4ba8-9608-3a736b38673f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1271229 Sep 24 14:52:42.553213 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44644) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:42.564905 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Request body: {'subnet': {'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-512349055-subnet', 'tenant_id': '3be341c1283544c4896a434f38b72fbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:42.588252 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-dc6bd9bd-d30b-4328-92c1-fb80f928d66f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1641924 Sep 24 14:52:42.589606 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0044a2e3-dc41-4f18-be57-37d6fe726125 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1413414 Sep 24 14:52:42.591623 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:42.595019 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44646) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:42.603487 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:42.609961 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44650) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:42.610632 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b3b38-ab51-42b6-b8c5-1c665df9732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a16e08-f087-406f-b494-c777bc030b6d,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:42.622496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-fb791df2-a343-49a7-9862-011771192917 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:42.624579 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-fb791df2-a343-49a7-9862-011771192917 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/networks?id=0948d21e-d55e-49f8-8423-5c3449c44ddf HTTP/1.1" status: 200 len: 812 time: 0.5254788 Sep 24 14:52:42.651740 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, b89bf66d-ab41-4710-ab4e-fafadbfe3b08) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:42.657014 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-142b3b38-ab51-42b6-b8c5-1c665df9732a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9d451e280154e3b8c8f7cfb60df1c61&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3067360 Sep 24 14:52:42.660481 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44654) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:42.680766 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:42.681953 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.695155 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722794e-565e-412a-b42d-9b9a6e4ef5ee None None] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:42.697874 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-40fd45cf-4b64-4330-86a9-a544f03ca71e tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/quotas/428ff02979564cb1a1b7385d3f8b3ddb HTTP/1.1" status: 200 len: 375 time: 0.0471065 Sep 24 14:52:42.703399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Made reservation on behalf of 3be341c1283544c4896a434f38b72fbd for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:42.706853 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.776730 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d50de29f-554f-4196-847c-3f2bf9ba1727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.780023 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-18899eaf-56c8-4367-8ea7-ff02651ad412 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2581401 Sep 24 14:52:42.788462 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44662) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:42.795067 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:42.822407 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d50de29f-554f-4196-847c-3f2bf9ba1727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.848748 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-a650c2db-2c42-4b86-bcf7-a8459a3c1da0 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=428ff02979564cb1a1b7385d3f8b3ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324720 Sep 24 14:52:42.880653 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-b6cc79a1-611d-4980-b52b-88bebdcef20f', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:52:42.881856 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.926142 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.927416 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.935693 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.937510 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.946411 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b177b-ba48-4c30-b794-591f135094b2 None None] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:42.972042 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d50de29f-554f-4196-847c-3f2bf9ba1727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.977930 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d50de29f-554f-4196-847c-3f2bf9ba1727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:42.982512 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d50de29f-554f-4196-847c-3f2bf9ba1727 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32a16e08-f087-406f-b494-c777bc030b6d HTTP/1.1" status: 204 len: 168 time: 0.3210170 Sep 24 14:52:43.071639 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.078040 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe54afeb-d38f-421e-ae2b-ce5cf6677cb5 None None] Network 4f979844-266e-44a4-9ded-e9bd807315b6 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:43.107412 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de29f-554f-4196-847c-3f2bf9ba1727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a16e08-f087-406f-b494-c777bc030b6d,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:43.118662 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-abf7eb71-b4f1-4851-850d-97c65d2bc692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.199010 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44676) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:43.245599 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.397203 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.432767 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.450568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Allocated IP 172.20.0.2 (b6cc79a1-611d-4980-b52b-88bebdcef20f/11fe6e74-d8ea-4dd3-9507-e835e0aae265/ecf0c558-7ad1-4381-8679-c19a774e3c39) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:43.522109 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f83562d-cce6-42fc-854c-4a25f5e14cfc,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:43.570369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Checking segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:43.570871 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Network hostable DHCP agents. Network: 15bebfa1-4b87-4bcc-9027-92fc51674878, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:43.636920 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:43.651444 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.660242 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef635055-6d0c-4f1f-87c2-9a12edcf87a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.679001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-7877e6db-f404-45be-864e-995b5b52d4a5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:52:43.679898 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-7877e6db-f404-45be-864e-995b5b52d4a5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2023504 Sep 24 14:52:43.715791 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.718068 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, 15bebfa1-4b87-4bcc-9027-92fc51674878) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:43.726417 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.731890 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:43.732568 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.786322 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00907e64-2592-450e-810a-2a13fb6826f6 None None] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:43.792989 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Pushing event updated for resources: {'Port': ['ID=ecf0c558-7ad1-4381-8679-c19a774e3c39,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:43.813442 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.814076 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.814604 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.816329 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.817915 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.818450 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.818951 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.819475 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.820111 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.820721 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.820983 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-abf7eb71-b4f1-4851-850d-97c65d2bc692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.821401 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.821905 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Tracked resource versions report: Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: pushed versions: Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Log': {'1.0'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Network': {'1.1'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Port': {'1.7'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'PortForwarding': {'1.2'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'QosPolicy': {'1.9'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroup': {'1.4'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SubPort': {'1.0'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Subnet': {'1.1'}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Trunk': {'1.1'}} Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: consumer versions: Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: HyperV agent@hv-cinder-81091: {}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'ConntrackHelper': '1.0', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Log': '1.0', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Network': '1.1', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Port': '1.7', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'PortForwarding': '1.2', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'QosPolicy': '1.9', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroup': '1.4', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SecurityGroupRule': '1.2', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'SubPort': '1.0', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Subnet': '1.1', Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: 'Trunk': '1.1'}} Sep 24 14:52:43.823285 dv-cinder-810917-1-iscsi neutron-server[100530]: {{(pid=100530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:43.839732 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-abf7eb71-b4f1-4851-850d-97c65d2bc692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.851069 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:43.859165 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:43.866703 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:52:43.869693 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44690) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:43.923097 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02c23faf-b5b2-4d2f-94a3-691e73d68599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:43.934339 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-abf7eb71-b4f1-4851-850d-97c65d2bc692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4bc7a1e72c3464aa3ebba39ecac528c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3194201 Sep 24 14:52:43.934958 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44692) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:43.943259 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7eb71-b4f1-4851-850d-97c65d2bc692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5580271b-bdc3-43da-aa75-8dafedffeba4,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:43.999385 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Attempting to bind port ecf0c558-7ad1-4381-8679-c19a774e3c39 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:52:43.999974 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Attempting to bind port ecf0c558-7ad1-4381-8679-c19a774e3c39 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:52:44.000620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Attempting to bind port ecf0c558-7ad1-4381-8679-c19a774e3c39 on network b6cc79a1-611d-4980-b52b-88bebdcef20f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:44.035216 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:52:44.035938 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Checking segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:44.036505 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.037043 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Bound using segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:52:44.037669 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Bound port: ecf0c558-7ad1-4381-8679-c19a774e3c39, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:52:44.038301 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.045951 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.078752 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-7a2bfbec-973e-4cac-98b6-db88393000ee service neutron] 10.222.0.13 "GET /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527977 Sep 24 14:52:44.079904 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.090312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44696) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:44.097073 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263038555-network', 'tenant_id': 'b4beb42e3702405fa3a97d8d7b3a1d25'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:44.102643 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3efa7-b723-488d-b1e1-1d9ab084c4f6 None None] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:44.157832 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3c75e77-7522-436d-be37-8d17904b1c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.160876 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] For port ecf0c558-7ad1-4381-8679-c19a774e3c39, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:44.170845 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.201313 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] For port ecf0c558-7ad1-4381-8679-c19a774e3c39, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ecf0c558-7ad1-4381-8679-c19a774e3c39,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:44.202331 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.210948 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3c75e77-7522-436d-be37-8d17904b1c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.211179 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.321484 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f6c79-5cd9-417b-9d1d-8385a0de0f5d None None] Pushing event updated for resources: {'Port': ['ID=ecf0c558-7ad1-4381-8679-c19a774e3c39,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:44.336634 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef635055-6d0c-4f1f-87c2-9a12edcf87a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.340683 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3c75e77-7522-436d-be37-8d17904b1c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.343957 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef635055-6d0c-4f1f-87c2-9a12edcf87a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.344777 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3c75e77-7522-436d-be37-8d17904b1c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.346891 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b3c75e77-7522-436d-be37-8d17904b1c13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5580271b-bdc3-43da-aa75-8dafedffeba4 HTTP/1.1" status: 204 len: 168 time: 0.4040363 Sep 24 14:52:44.348413 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-e7181b28-d6d2-4af6-a35e-34115354476b service neutron] 10.222.0.13 "GET /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558672 Sep 24 14:52:44.360374 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-28e72b42-fb62-4199-8b7c-c89d3e1b5386 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7989082 Sep 24 14:52:44.377182 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75e77-7522-436d-be37-8d17904b1c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5580271b-bdc3-43da-aa75-8dafedffeba4,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:44.423189 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Allocated IP 172.27.2.199 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/676460a4-6eae-4edf-910c-36af6881f055) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:44.462882 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ef635055-6d0c-4f1f-87c2-9a12edcf87a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c647c04d2ba841aa91acd75158d0716a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2593346 Sep 24 14:52:44.464456 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44704) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:44.508489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef635055-6d0c-4f1f-87c2-9a12edcf87a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457e1020-e468-40f3-a1e2-cb00085dbad4,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:44.555086 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02c23faf-b5b2-4d2f-94a3-691e73d68599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.562717 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02c23faf-b5b2-4d2f-94a3-691e73d68599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.650777 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e75f6b8-663d-4bd1-9491-13a4b852873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.699150 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e75f6b8-663d-4bd1-9491-13a4b852873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.722033 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.886077 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-aca95b50-390e-40b9-8137-963babb200f6 req-bee5a3ba-3b40-4b9f-a5dd-8bccd9e019a8 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0797610 Sep 24 14:52:44.903929 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e75f6b8-663d-4bd1-9491-13a4b852873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.907104 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e75f6b8-663d-4bd1-9491-13a4b852873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.908532 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2e75f6b8-663d-4bd1-9491-13a4b852873d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/457e1020-e468-40f3-a1e2-cb00085dbad4 HTTP/1.1" status: 204 len: 168 time: 0.4413533 Sep 24 14:52:44.913301 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:44.960575 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c23faf-b5b2-4d2f-94a3-691e73d68599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e53a4-952e-4ef9-b479-4ffb17dd073b,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:44.984113 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75f6b8-663d-4bd1-9491-13a4b852873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457e1020-e468-40f3-a1e2-cb00085dbad4,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:45.005160 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:45.015060 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:45.026716 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:52:45.032242 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Allocated IP 172.27.2.78 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/1f4605e4-8f48-41fc-b982-b6a6d119b4c8) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:45.044939 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Made reservation on behalf of b4beb42e3702405fa3a97d8d7b3a1d25 for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:45.048650 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.057832 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-02c23faf-b5b2-4d2f-94a3-691e73d68599 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d653bef46b644716aadd075b6333a2ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1786239 Sep 24 14:52:45.059576 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44740) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:45.080190 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Pushing event updated for resources: {'Port': ['ID=676460a4-6eae-4edf-910c-36af6881f055,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:45.123109 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.163148 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44744) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:45.187888 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0cd35a65-f5d0-4edf-b767-ddfa51162d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.214887 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e7259599-6d55-4abf-b9ae-c29031ccd3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.226695 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ecf0c558-7ad1-4381-8679-c19a774e3c39 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:45.311614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port ecf0c558-7ad1-4381-8679-c19a774e3c39 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:45.312422 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.319691 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e7259599-6d55-4abf-b9ae-c29031ccd3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.420778 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.447513 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.495963 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port ecf0c558-7ad1-4381-8679-c19a774e3c39, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ecf0c558-7ad1-4381-8679-c19a774e3c39,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:52:45.503980 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.531581 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e7259599-6d55-4abf-b9ae-c29031ccd3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.534616 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e7259599-6d55-4abf-b9ae-c29031ccd3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.535970 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e7259599-6d55-4abf-b9ae-c29031ccd3cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e7e53a4-952e-4ef9-b479-4ffb17dd073b HTTP/1.1" status: 204 len: 168 time: 0.4663737 Sep 24 14:52:45.548697 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.563030 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7259599-6d55-4abf-b9ae-c29031ccd3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e53a4-952e-4ef9-b479-4ffb17dd073b,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:45.577348 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44750) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:45.595631 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.603685 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=ecf0c558-7ad1-4381-8679-c19a774e3c39,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:45.625020 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.630755 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.633904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07819692-e165-4b46-a164-1be5da35c4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.726534 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:52:45.740102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:45.758497 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:45.805222 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:45.805825 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Added segment cd596a0c-249f-4615-a01e-ceb702af7baf of type vlan for network bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899 Sep 24 14:52:45.822480 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:52:45.849365 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:45.922836 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b737b1a5-45bf-4106-8763-be6354affa18 None None] Network b6cc79a1-611d-4980-b52b-88bebdcef20f requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:45.923170 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01fc1dc-5ce5-4fc9-9bc4-90e740ccb3c7,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:46.038841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.055377 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.109720 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8af03d2c-552f-4591-b4ab-df98d87efd06 req-baaef639-2bff-42bf-a8b2-096307784e83 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0465565 Sep 24 14:52:46.180109 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0cd35a65-f5d0-4edf-b767-ddfa51162d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.218073 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.218578 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0cd35a65-f5d0-4edf-b767-ddfa51162d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.219152 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:46.219761 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.248253 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-024c3a17-ae7a-4176-91b0-23725dff08a6 None None] Provisioning complete for port ecf0c558-7ad1-4381-8679-c19a774e3c39 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:46.249661 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-024c3a17-ae7a-4176-91b0-23725dff08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.332985 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0cd35a65-f5d0-4edf-b767-ddfa51162d58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdc0fa89a6ed4964b96ab6ebd04f3b30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1686010 Sep 24 14:52:46.337923 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44776) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:46.340737 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:46.384912 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:52:46.391707 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd35a65-f5d0-4edf-b767-ddfa51162d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c57887-5a0e-4c24-830e-16fb6e8e9bc1,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:46.404763 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.544509 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27bbf8fd-1d21-4fec-9e33-73a0396af9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.605651 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27bbf8fd-1d21-4fec-9e33-73a0396af9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.608254 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07819692-e165-4b46-a164-1be5da35c4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.615003 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Router ce081177-0a1a-43e1-8933-29fbae2946a2 is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:52:46.630034 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07819692-e165-4b46-a164-1be5da35c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.649833 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-29f737f8-2d51-4c52-96ba-118db1ea7208 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5584397 Sep 24 14:52:46.654790 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44792) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:46.660781 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Request body: {'subnet': {'network_id': 'bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263038555-subnet', 'tenant_id': 'b4beb42e3702405fa3a97d8d7b3a1d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:46.703921 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-07819692-e165-4b46-a164-1be5da35c4aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0915df9830474581bce5d97302ea2d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1250594 Sep 24 14:52:46.704849 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44794) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:46.713430 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07819692-e165-4b46-a164-1be5da35c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b802abe8-256c-4645-a270-8933f5939d59,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:46.782048 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-a4788ac3-caac-47c1-82bb-9ee09fc3587b None None] Provisioning complete for port ecf0c558-7ad1-4381-8679-c19a774e3c39 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:46.782574 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a4788ac3-caac-47c1-82bb-9ee09fc3587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.787769 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Made reservation on behalf of b4beb42e3702405fa3a97d8d7b3a1d25 for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:46.790591 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.807064 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27bbf8fd-1d21-4fec-9e33-73a0396af9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.809837 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27bbf8fd-1d21-4fec-9e33-73a0396af9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.814015 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-27bbf8fd-1d21-4fec-9e33-73a0396af9e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4c57887-5a0e-4c24-830e-16fb6e8e9bc1 HTTP/1.1" status: 204 len: 168 time: 0.4679375 Sep 24 14:52:46.842946 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf8fd-1d21-4fec-9e33-73a0396af9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c57887-5a0e-4c24-830e-16fb6e8e9bc1,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:46.899706 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:52:46.910511 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:52:46.925607 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:52:46.932391 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:46.936751 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-b1e9c01f-610f-4954-8c05-feca5b4cd944 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3374076 Sep 24 14:52:46.937966 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44808) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:46.942221 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:46.976639 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44810) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:46.980984 dv-cinder-810917-1-iscsi neutron-server[100529]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 14:52:47.055425 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2145518c-2f37-48a7-b8b3-3675578367dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.121658 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.167416 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ecf0c558-7ad1-4381-8679-c19a774e3c39 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:47.249297 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a5cf03e3-50b3-46b8-adfc-d4a100ec572c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.259909 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=913c0e50-3298-43d9-9042-7f43045658b5,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:47.289842 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port ecf0c558-7ad1-4381-8679-c19a774e3c39 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:47.290313 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.294846 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:52:47.313467 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0bbd8042-9176-464c-9f86-b1676c5cdbaf req-8c92b10e-1277-45de-985e-3ec06d504415 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0558028 Sep 24 14:52:47.348543 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Checking segment: {'id': 'cd596a0c-249f-4615-a01e-ceb702af7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:47.348963 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Network hostable DHCP agents. Network: bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:52:47.383944 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Network bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:52:47.407707 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:47.412567 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:47.412983 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.423243 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78cbf4-20e4-4f59-8089-1485cefc361d None None] Network bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:47.452900 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-7142a766-b77f-4098-b43d-3a0b002feedb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7965360 Sep 24 14:52:47.474739 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a5cf03e3-50b3-46b8-adfc-d4a100ec572c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.518773 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.644928 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-f5785573-8b7b-44c9-817a-a161c726ed0b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:47.652767 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-f5785573-8b7b-44c9-817a-a161c726ed0b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.6736674 Sep 24 14:52:47.678411 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44834) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:47.683213 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-c79de13a-8667-49f3-9355-29bb1481cdf8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/quotas/3be341c1283544c4896a434f38b72fbd HTTP/1.1" status: 200 len: 375 time: 0.0291793 Sep 24 14:52:47.700113 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.746418 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Deleting subnet f94f16d0-61e9-4dd9-9e75-2cb054a7a857 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:52:47.751311 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.789243 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:45Z', 'revision_number': 3, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:47.805943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.821515 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.887321 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:52:47.887898 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Updating router ce081177-0a1a-43e1-8933-29fbae2946a2 port 676460a4-6eae-4edf-910c-36af6881f055 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:52:47.898383 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ffb70-0db5-4dc0-aa8a-d8bbb1a736fa None None] Network bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:52:47.938782 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.962728 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:47.991193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94f16d0-61e9-4dd9-9e75-2cb054a7a857,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:48.000658 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.006955 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0fc3273b-fe23-4fbc-933b-f06deec52ef1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f94f16d0-61e9-4dd9-9e75-2cb054a7a857 HTTP/1.1" status: 204 len: 168 time: 0.3268566 Sep 24 14:52:48.007668 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44842) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:48.066006 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-4f2e6459-434b-4eb2-bca8-00f56486a342 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3798013 Sep 24 14:52:48.101707 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a5cf03e3-50b3-46b8-adfc-d4a100ec572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.104467 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a5cf03e3-50b3-46b8-adfc-d4a100ec572c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.108370 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a5cf03e3-50b3-46b8-adfc-d4a100ec572c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b802abe8-256c-4645-a270-8933f5939d59 HTTP/1.1" status: 204 len: 168 time: 1.4005182 Sep 24 14:52:48.132249 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf03e3-50b3-46b8-adfc-d4a100ec572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802abe8-256c-4645-a270-8933f5939d59,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:48.180472 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.270306 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Router 735e0988-77fc-4fee-a075-e2984b30b24a is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:52:48.327356 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.354817 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.355316 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.356225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.356670 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > port after_create 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.357109 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.357648 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > port after_update 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.358069 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.358498 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.358912 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.359376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.538951 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.70', 55833) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:48.617055 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.617413 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.617708 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.618085 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:52:48.619271 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f979844-266e-44a4-9ded-e9bd807315b6']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:48.623129 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.638120 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.638549 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:52:48.644263 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ea0218-e1c8-4dbb-a573-102042fa4d6a') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:48.644263 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ea0218-e1c8-4dbb-a573-102042fa4d6a') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:48.650240 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Sync routers for ids ['735e0988-77fc-4fee-a075-e2984b30b24a'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:52:48.666190 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Routers {'735e0988-77fc-4fee-a075-e2984b30b24a'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:52:48.667075 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['735e0988-77fc-4fee-a075-e2984b30b24a'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:48.696997 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.747542 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.762984 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:52:48.763368 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.805552 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Pushing event updated for resources: {'Port': ['ID=676460a4-6eae-4edf-910c-36af6881f055,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:48.806050 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.807643 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f06ea910-7adb-4344-9178-77c23d9b0de5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0181048 Sep 24 14:52:48.811984 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 44878) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:48.819916 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Attempting to bind port 676460a4-6eae-4edf-910c-36af6881f055 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:52:48.821655 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Attempting to bind port 676460a4-6eae-4edf-910c-36af6881f055 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:52:48.822462 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Attempting to bind port 676460a4-6eae-4edf-910c-36af6881f055 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:48.839828 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.841852 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.843585 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.843708 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.849057 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.849412 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.849746 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.850153 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.850576 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.850971 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.851362 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.852802 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Tracked resource versions report: Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: pushed versions: Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: { 'AddressGroup': {'1.2'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'ConntrackHelper': {'1.0'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Log': {'1.0'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Network': {'1.1'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Port': {'1.7'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'PortForwarding': {'1.2'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'QosPolicy': {'1.9'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroup': {'1.4'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroupRule': {'1.2'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SubPort': {'1.0'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Subnet': {'1.1'}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Trunk': {'1.1'}} Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: consumer versions: Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: { DHCP agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: HyperV agent@hv-cinder-81091: {}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: L3 agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: Metadata agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: Metering agent@dv-cinder-810917-1-iscsi: {}, Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: Open vSwitch agent@dv-cinder-810917-1-iscsi: { 'AddressGroup': '1.2', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'ConntrackHelper': '1.0', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Log': '1.0', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Network': '1.1', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Port': '1.7', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'PortForwarding': '1.2', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'QosPolicy': '1.9', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroup': '1.4', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SecurityGroupRule': '1.2', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'SubPort': '1.0', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Subnet': '1.1', Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: 'Trunk': '1.1'}} Sep 24 14:52:48.854252 dv-cinder-810917-1-iscsi neutron-server[100531]: {{(pid=100531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 14:52:48.865720 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:52:48.865947 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:48.867852 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.869070 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.869200 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:52:48.870795 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Bound port: 676460a4-6eae-4edf-910c-36af6881f055, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:52:48.871477 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: from cryptography.utils import int_from_bytes Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: from cryptography.utils import int_from_bytes Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:52:48.887518 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:52:48.893644 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.944253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7117f4b3-c717-458c-bbca-953842a15666 req-82baeb69-bfcc-44d1-9edc-af052a204107 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0557606 Sep 24 14:52:48.946026 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:48.950970 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f979844-266e-44a4-9ded-e9bd807315b6 HTTP/1.1" status: 204 len: 168 time: 0.9393818 Sep 24 14:52:48.951369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44886) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:48.970080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Set router 735e0988-77fc-4fee-a075-e2984b30b24a gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:52:49.012099 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa11fc2-b929-4430-a74d-1d1ddc74ee9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f979844-266e-44a4-9ded-e9bd807315b6,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:49.016903 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Deleting subnet 913c0e50-3298-43d9-9042-7f43045658b5 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:52:49.021376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.024840 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] For port 676460a4-6eae-4edf-910c-36af6881f055, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:49.029940 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] For port 676460a4-6eae-4edf-910c-36af6881f055, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=676460a4-6eae-4edf-910c-36af6881f055,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:49.041816 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.074232 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-67589fa3-6c84-4718-81e4-43a5fb9bd9b2 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:49.076411 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-67589fa3-6c84-4718-81e4-43a5fb9bd9b2 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.70 "GET /v2.0/networks?id=0948d21e-d55e-49f8-8423-5c3449c44ddf HTTP/1.1" status: 200 len: 812 time: 0.5293970 Sep 24 14:52:49.080878 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.085354 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-6bb9e95d-212b-472d-8f23-92275e3d1803 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:52:49.087329 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-6bb9e95d-212b-472d-8f23-92275e3d1803 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5522420 Sep 24 14:52:49.169624 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86993155-a030-4420-bb56-df557c2d5e3d None None] Pushing event updated for resources: {'Port': ['ID=676460a4-6eae-4edf-910c-36af6881f055,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:49.188589 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.193183 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Request body: {'port': {'device_id': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf', 'admin_state_up': True, 'tenant_id': '428ff02979564cb1a1b7385d3f8b3ddb'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:49.202262 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:52:49.202907 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:49.285189 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:46Z', 'revision_number': 3, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:49.301995 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.328574 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Checking router: 735e0988-77fc-4fee-a075-e2984b30b24a for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:52:49.328910 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Updating router 735e0988-77fc-4fee-a075-e2984b30b24a port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:52:49.360721 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913c0e50-3298-43d9-9042-7f43045658b5,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:49.380304 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.382221 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-6bd11113-04c8-4187-8b6d-e6f2005bf42c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/913c0e50-3298-43d9-9042-7f43045658b5 HTTP/1.1" status: 204 len: 168 time: 0.4292595 Sep 24 14:52:49.383875 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:52:49.391095 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44904) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:49.408554 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.564107 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.706714 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Made reservation on behalf of 428ff02979564cb1a1b7385d3f8b3ddb for: {'port': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:49.728279 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.734394 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:45Z', 'revision_number': 3, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:49.803891 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28397ecd-9703-4a0b-b584-ade2d4c8c29a None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:45Z', 'revision_number': 3, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:52:49.829511 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.879434 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:49.894595 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd596a0c-249f-4615-a01e-ceb702af7baf') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:49.895334 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd596a0c-249f-4615-a01e-ceb702af7baf') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:49.922244 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.931107 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-e2ec379a-d1ca-43b5-9890-cc3198b7d03f service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8364325 Sep 24 14:52:49.965869 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:49.996972 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:52:49.999392 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:52:50.003514 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:52:50.181104 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bca2aa15-3f4f-4852-bf1f-67e82e16dda0 req-0b293820-8b82-4a15-ae4c-f664ed587a26 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0508926 Sep 24 14:52:50.192193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.198198 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.206236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-819e54d8-2416-49f3-9023-e3ad7bb6fe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.211668 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899 HTTP/1.1" status: 204 len: 168 time: 0.8165791 Sep 24 14:52:50.220944 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61166494-a201-4a4e-936c-f14b6a732df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6ecbf7-2f22-4aaa-88a5-2c88ff82d899,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:50.290449 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Allocated IP 172.20.0.1 (b6cc79a1-611d-4980-b52b-88bebdcef20f/11fe6e74-d8ea-4dd3-9507-e835e0aae265/6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:50.463487 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44942) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:50.468903 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.478089 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.591212 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-a50868a6-7821-4c2d-b736-3e064b07b24b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9303829d4db742bf870b0ec9bcdbe1a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1355495 Sep 24 14:52:50.595655 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44946) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:50.597041 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089821e-681f-46f1-b6bf-43df8bc48840 None None] Pushing event updated for resources: {'Port': ['ID=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:50.716251 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Attempting to bind port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:52:50.716664 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Attempting to bind port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:52:50.717025 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Attempting to bind port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:50.734959 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e52ee800-2480-49c4-8c47-9eaf2514d94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.736673 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:52:50.741786 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:50.742203 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.742605 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:52:50.743104 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Bound port: 1f4605e4-8f48-41fc-b982-b6a6d119b4c8, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:52:50.743539 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.746240 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.780069 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e52ee800-2480-49c4-8c47-9eaf2514d94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.885415 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] For port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:50.891017 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] For port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:50.903566 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e52ee800-2480-49c4-8c47-9eaf2514d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.908199 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e52ee800-2480-49c4-8c47-9eaf2514d94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.911125 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e52ee800-2480-49c4-8c47-9eaf2514d94b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c28f190-b438-4c0e-922d-3f36afe9f834 HTTP/1.1" status: 204 len: 168 time: 0.3132050 Sep 24 14:52:50.921978 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:50.945257 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ee800-2480-49c4-8c47-9eaf2514d94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28f190-b438-4c0e-922d-3f36afe9f834,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:51.132885 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Routers {'735e0988-77fc-4fee-a075-e2984b30b24a'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:52:51.133862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['735e0988-77fc-4fee-a075-e2984b30b24a'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:51.381780 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Allocated IP 172.20.0.13 (0948d21e-d55e-49f8-8423-5c3449c44ddf/78c582e5-f005-45b3-ac42-53e2e5820282/f4aabfc0-00f5-459c-99ed-d0537cbd82e7) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:51.418141 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:51.476475 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c469352b-ac53-4d51-974d-c6749ef19363 req-68994807-5e48-4cd9-8c76-01778bac47a5 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0958934 Sep 24 14:52:51.512057 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-c4d310bf-2059-4adc-9d2d-23c6ea7d58d5 service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5104227 Sep 24 14:52:51.593777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] Set router 735e0988-77fc-4fee-a075-e2984b30b24a gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:52:51.742881 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:51.769205 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 676460a4-6eae-4edf-910c-36af6881f055 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:51.870471 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089821e-681f-46f1-b6bf-43df8bc48840 None None] Pushing event updated for resources: {'Port': ['ID=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:51.914140 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 676460a4-6eae-4edf-910c-36af6881f055 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:51.914519 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.016563 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.080809 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44972) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:52.233954 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Allocated IP 172.20.0.1 (b89bf66d-ab41-4710-ab4e-fafadbfe3b08/9f8ce3be-8454-4dfe-87c1-815d9e26c1a0/28966b5a-7104-4ddf-93b7-d06d4debcb3f) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:52.246529 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.247987 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-05c21670-6b0d-4463-acdd-62e64d6b63da req-3ebacaed-da72-4bc8-9929-b0c48529ea55 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 210 time: 0.1168749 Sep 24 14:52:52.301998 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2e4840a9-7568-4146-bc41-446db393e7dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4beb42e3702405fa3a97d8d7b3a1d25&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2175863 Sep 24 14:52:52.303244 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 44982) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:52.364278 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 676460a4-6eae-4edf-910c-36af6881f055, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=676460a4-6eae-4edf-910c-36af6881f055,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:52:52.411893 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.420520 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-771e0bb8-68b3-44fd-89e6-45e2ac2bea1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.472046 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.491105 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-771e0bb8-68b3-44fd-89e6-45e2ac2bea1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.636284 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.641733 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-771e0bb8-68b3-44fd-89e6-45e2ac2bea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.659086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:46Z', 'revision_number': 3, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:52.662416 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-771e0bb8-68b3-44fd-89e6-45e2ac2bea1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:52.672568 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-771e0bb8-68b3-44fd-89e6-45e2ac2bea1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d01fc1dc-5ce5-4fc9-9bc4-90e740ccb3c7 HTTP/1.1" status: 204 len: 168 time: 0.3670571 Sep 24 14:52:52.729214 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e0bb8-68b3-44fd-89e6-45e2ac2bea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01fc1dc-5ce5-4fc9-9bc4-90e740ccb3c7,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:52.799794 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:52.805259 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6689c643-f886-412d-afcb-0b525f2eee52 None None] The sync data for ids ['735e0988-77fc-4fee-a075-e2984b30b24a'] in dv-cinder-810917-1-iscsi is: [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:46Z', 'revision_number': 3, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:52:52.831702 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:52.851547 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=676460a4-6eae-4edf-910c-36af6881f055,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:52.861306 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:52:52.861945 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.052579 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Pushing event updated for resources: {'Port': ['ID=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:53.198346 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 676460a4-6eae-4edf-910c-36af6881f055 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:53.363954 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.505424 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e9a994d0-e068-4b2d-a6bf-0f17c37aad52 req-8a0e566f-7c92-4345-b69f-965d9427c889 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.3145156 Sep 24 14:52:53.538054 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-4cf3c891-1512-4846-8c7b-ef642b156b94 None None] Provisioning complete for port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:53.544161 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c891-1512-4846-8c7b-ef642b156b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.546106 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0765f4d1-d0d3-44e6-aa21-b77871549eb6 req-fd491dcf-a2f3-47ef-9800-db06d65084ba tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 210 time: 0.0960672 Sep 24 14:52:53.703666 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3c891-1512-4846-8c7b-ef642b156b94 None None] Port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:52:53.710380 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 676460a4-6eae-4edf-910c-36af6881f055 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:53.712117 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.734970 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.799996 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:53.836543 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:53.849850 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:52:53.850677 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:53.981827 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Pushing event updated for resources: {'Port': ['ID=28966b5a-7104-4ddf-93b7-d06d4debcb3f,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:54.017662 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:54.072956 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:54.113078 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:54.366347 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Network 0948d21e-d55e-49f8-8423-5c3449c44ddf is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:54.405933 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:54.487265 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:52:54.494161 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:54.507651 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:54.628640 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Pushing event updated for resources: {'Port': ['ID=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:54.773161 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:54.780817 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-a6417dce-e3b4-46f3-bfb7-dbecea6fb049 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6318107 Sep 24 14:52:54.876931 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51280d7e-4d25-4179-bc95-ca4539296570 req-7103ed07-12f7-4b19-8583-18707f2ff0fc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 210 time: 0.0752523 Sep 24 14:52:55.007306 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f82f9-adaf-4a02-a2ee-d66a085ac2a5 req-48028964-f0c6-42eb-804f-c461f5db6256 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:55.008934 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3f4f82f9-adaf-4a02-a2ee-d66a085ac2a5 req-48028964-f0c6-42eb-804f-c461f5db6256 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 932 time: 0.2838156 Sep 24 14:52:55.018077 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-06cf96c2-5739-4e2e-ab3c-07ae78258894 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:52:55.019517 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-06cf96c2-5739-4e2e-ab3c-07ae78258894 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080860 Sep 24 14:52:55.208300 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:55.406972 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:55.408675 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.584096 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.637488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:52:55.649574 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.739885 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45100) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:55.765029 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.787725 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:55.790034 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.831111 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.833563 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.891656 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:55.905980 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:56.038740 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:56.128274 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-47243a2f-5a34-4685-8e7e-10c820d971b6 req-e2012327-6b42-46f5-a9b9-228cb8d32d7e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 210 time: 0.0796225 Sep 24 14:52:56.130674 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.70', 55840) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:56.232863 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:56.296543 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3f4f82f9-adaf-4a02-a2ee-d66a085ac2a5 req-144c29e1-5a58-4e55-8ad3-50cd4ad8a909 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2578607 Sep 24 14:52:56.322547 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Request body: {'port': {'device_id': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:56.339104 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:52:56.421209 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-8c4a34b0-f3e2-4a20-8862-4d29e083e31c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:56.423015 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-8c4a34b0-f3e2-4a20-8862-4d29e083e31c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.2904093 Sep 24 14:52:56.430753 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:52:56.454495 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Request body: {'port': {'device_id': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'admin_state_up': True, 'tenant_id': '3be341c1283544c4896a434f38b72fbd'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:52:56.461563 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Pushing event updated for resources: {'Port': ['ID=28966b5a-7104-4ddf-93b7-d06d4debcb3f,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:56.527151 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9291bcd8-a88b-4bf6-b2b4-1aceb48b96ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:56.685684 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9291bcd8-a88b-4bf6-b2b4-1aceb48b96ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:56.702564 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9291bcd8-a88b-4bf6-b2b4-1aceb48b96ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:56.739331 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9291bcd8-a88b-4bf6-b2b4-1aceb48b96ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=178b1456760141d48c0f19f805edd438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9981227 Sep 24 14:52:56.747939 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45136) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:56.802140 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:56.833127 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Pushing event updated for resources: {'Port': ['ID=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:56.872993 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-a86ba5b8-5db1-4fe0-87ed-af99ff916148 None None] Provisioning complete for port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:56.873529 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a86ba5b8-5db1-4fe0-87ed-af99ff916148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:56.931647 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291bcd8-a88b-4bf6-b2b4-1aceb48b96ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de042d7-d9de-4de2-b093-dfacdcd92720,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:56.945531 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Router 735e0988-77fc-4fee-a075-e2984b30b24a has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:52:56.984051 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Router ce081177-0a1a-43e1-8933-29fbae2946a2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:52:56.998437 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-963552e5-5065-4609-b8d2-606542e47f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:57.028318 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a86ba5b8-5db1-4fe0-87ed-af99ff916148 None None] Port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:52:57.044192 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-963552e5-5065-4609-b8d2-606542e47f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:57.158863 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-963552e5-5065-4609-b8d2-606542e47f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:57.168760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-963552e5-5065-4609-b8d2-606542e47f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:57.173274 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-963552e5-5065-4609-b8d2-606542e47f14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0de042d7-d9de-4de2-b093-dfacdcd92720 HTTP/1.1" status: 204 len: 168 time: 0.4169624 Sep 24 14:52:57.180396 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:52:57.276141 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963552e5-5065-4609-b8d2-606542e47f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de042d7-d9de-4de2-b093-dfacdcd92720,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:57.297852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:52:57.298226 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:57.424674 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-74c413f3-004e-4495-96d4-e20377751382 req-a04ae8b1-bf55-4c6e-897a-2809d2c3f633 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 210 time: 0.1212635 Sep 24 14:52:57.425545 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Made reservation on behalf of 3be341c1283544c4896a434f38b72fbd for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:52:57.429102 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:58.054089 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Allocated IP 172.20.0.8 (15bebfa1-4b87-4bcc-9027-92fc51674878/8f83562d-cce6-42fc-854c-4a25f5e14cfc/65ec1c13-5b21-4205-af54-56b510906e07) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:52:58.101756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45168) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:58.181898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aca746ba-d223-4b10-8aa5-48e921eaf80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:58.214757 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:52:58.236919 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Sync routers for ids ['735e0988-77fc-4fee-a075-e2984b30b24a'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:52:58.251084 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1e7d6-4382-43b9-a75f-22830a3cf27a req-0791af36-3383-4ad5-9a03-a089bcbf381c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:58.256840 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Routers {'735e0988-77fc-4fee-a075-e2984b30b24a'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:52:58.260804 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['735e0988-77fc-4fee-a075-e2984b30b24a'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:58.269253 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b5c1e7d6-4382-43b9-a75f-22830a3cf27a req-0791af36-3383-4ad5-9a03-a089bcbf381c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 932 time: 0.7509530 Sep 24 14:52:58.283775 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e110ae7e-65d8-4eba-a1f6-7ce9b82aac09 admin admin] 10.222.0.13 "PUT /v2.0/routers/735e0988-77fc-4fee-a075-e2984b30b24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4607649 Sep 24 14:52:58.312554 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4aabfc0-00f5-459c-99ed-d0537cbd82e7 {{(pid=100529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:52:58.362227 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:58.417294 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:52:58.429593 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:52:58.465567 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:52:58.466464 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:58.482169 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4f79c99b-fb5c-4359-91b5-996e2790c105 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce081177-0a1a-43e1-8933-29fbae2946a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5431318 Sep 24 14:52:58.513466 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.provisioning_blocks [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Transition to ACTIVE for port object f4aabfc0-00f5-459c-99ed-d0537cbd82e7 will not be triggered until provisioned by entity L2. {{(pid=100529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:52:58.557337 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:58.617875 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b5c1e7d6-4382-43b9-a75f-22830a3cf27a req-95a5b96a-86ad-4a7a-95e9-a44b1a4162fc tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475888 Sep 24 14:52:58.740049 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:58.818943 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:52:58.896247 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Attempting to bind port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:52:58.901567 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Attempting to bind port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '458a9a0c-78b8-46bc-b92f-acf1ebb15107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf'}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:52:58.901976 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Attempting to bind port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 on network 0948d21e-d55e-49f8-8423-5c3449c44ddf {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:58.927904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 on network 0948d21e-d55e-49f8-8423-5c3449c44ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:52:58.928231 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Attempting to bind port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 on network 0948d21e-d55e-49f8-8423-5c3449c44ddf {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:52:58.948643 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:52:58.948997 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Checking segment: {'id': '458a9a0c-78b8-46bc-b92f-acf1ebb15107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:52:58.957364 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Bound using segment: {'id': '458a9a0c-78b8-46bc-b92f-acf1ebb15107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf'} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:52:58.958535 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Bound port: f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458a9a0c-78b8-46bc-b92f-acf1ebb15107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf'}}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:52:58.958914 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.011607 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dec994e6-48af-48b4-a032-b3a5d0a4b115 req-799403a7-f634-4633-b5be-c2efe5df2460 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 210 time: 0.3326390 Sep 24 14:52:59.077434 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Set router 735e0988-77fc-4fee-a075-e2984b30b24a gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:52:59.257964 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] For port f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host hv-cinder-81091, cleared binding levels {{(pid=100529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:52:59.286790 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] For port f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,segment=NetworkSegment(458a9a0c-78b8-46bc-b92f-acf1ebb15107),segment_id=458a9a0c-78b8-46bc-b92f-acf1ebb15107)] {{(pid=100529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:52:59.296653 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.299489 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.441719 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:52:59.442412 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.443825 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/f4aabfc0-00f5-459c-99ed-d0537cbd82e7 HTTP/1.1" status: 200 len: 1094 time: 3.6357827 Sep 24 14:52:59.444274 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'tag': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:52:59.510155 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aca746ba-d223-4b10-8aa5-48e921eaf80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.556719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aca746ba-d223-4b10-8aa5-48e921eaf80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.656519 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:52:59.664355 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:54Z', 'revision_number': 4, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '28966b5a-7104-4ddf-93b7-d06d4debcb3f', 'name': '', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'tenant_id': '0134f38766334655af2106707359b3e8', 'mac_address': 'fa:16:3e:14:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:51Z', 'updated_at': '2021-09-24T14:52:54Z', 'revision_number': 2, 'project_id': '0134f38766334655af2106707359b3e8', 'subnets': [{'id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:52:59.730932 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbd5e6-2229-4ecc-914c-561f5d59b6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,revision_number=3']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:52:59.763616 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-aca746ba-d223-4b10-8aa5-48e921eaf80a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0bd1d6371d243c28daa722a455f7213&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6676636 Sep 24 14:52:59.766656 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45234) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:52:59.783697 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Checking router: 735e0988-77fc-4fee-a075-e2984b30b24a for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:52:59.785070 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Updating router 735e0988-77fc-4fee-a075-e2984b30b24a port 28966b5a-7104-4ddf-93b7-d06d4debcb3f binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:52:59.848299 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.014762 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca746ba-d223-4b10-8aa5-48e921eaf80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04622bce-b658-421a-bf2a-a168bbc20dd1,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:00.045057 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:53:00.069995 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:52:54Z', 'revision_number': 2, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:00.183689 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:53:00.184245 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Updating router ce081177-0a1a-43e1-8933-29fbae2946a2 port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:53:00.190500 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45248) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:00.196362 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:00.247295 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.352217 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:53:00.462578 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45260) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:00.470000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158125325', 'description': 'tempest-description--1864578781'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:00.487274 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event updated for resources: {'Port': ['ID=65ec1c13-5b21-4205-af54-56b510906e07,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:00.518186 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-e046dcf4-d941-4d10-8679-9c860c9fbc9d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:00.529452 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-e046dcf4-d941-4d10-8679-9c860c9fbc9d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 819 time: 0.4775712 Sep 24 14:53:00.600069 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-6c47513f-e454-4c8b-8dd0-5bf41a24ad9c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/quotas/0134f38766334655af2106707359b3e8 HTTP/1.1" status: 200 len: 375 time: 0.0672510 Sep 24 14:53:00.607194 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.621110 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.634621 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:00.634930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.648533 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7c7499-ba26-4d55-8d2a-21b1d58d9286", "tag": "f4aabfc0-00f5-459c-99ed-d0537cbd82e7"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:00.674001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.713527 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-859469fe-355b-474c-a8df-d706aca23e90 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2709372 Sep 24 14:53:00.733264 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5ceeb-b940-443c-81a6-3351eea98f6a None None] Pushing event updated for resources: {'Port': ['ID=28966b5a-7104-4ddf-93b7-d06d4debcb3f,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:00.769022 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dd32ea02-886f-4fc0-b6db-fdbbc1287262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.785517 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-439a111c-54ed-4d69-a68b-595c4db76719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:00.787217 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-439a111c-54ed-4d69-a68b-595c4db76719 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428ff02979564cb1a1b7385d3f8b3ddb&device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 1097 time: 0.3713772 Sep 24 14:53:00.802123 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02ba9451-b87a-4c4b-a305-1b5e72a27eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.802898 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-2d5c2d1a-4d5c-4bec-83ea-98b98d2cb2e5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2016599 Sep 24 14:53:00.818922 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a214e4-a133-4ece-9022-384f29afa74a req-855f4ea8-c782-4df1-908b-daaf0670dba5 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:00.821185 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22a214e4-a133-4ece-9022-384f29afa74a req-855f4ea8-c782-4df1-908b-daaf0670dba5 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 944 time: 0.1483653 Sep 24 14:53:00.872207 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02ba9451-b87a-4c4b-a305-1b5e72a27eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.905575 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Request body: {'port': {'device_id': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:00.940974 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Attempting to bind port 28966b5a-7104-4ddf-93b7-d06d4debcb3f on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:00.941421 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Attempting to bind port 28966b5a-7104-4ddf-93b7-d06d4debcb3f by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:00.941835 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Attempting to bind port 28966b5a-7104-4ddf-93b7-d06d4debcb3f on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:00.950404 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:00.950826 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Checking segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:00.951304 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:00.952347 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Bound using segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:00.961785 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Bound port: 28966b5a-7104-4ddf-93b7-d06d4debcb3f, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:00.962607 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.028338 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22a214e4-a133-4ece-9022-384f29afa74a req-3da34046-9b41-4d1b-9118-1ea3fe539de0 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966040 Sep 24 14:53:01.040462 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-60f16da4-b29b-4412-8eae-9eca41dec9c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7 HTTP/1.1" status: 200 len: 217 time: 0.1396759 Sep 24 14:53:01.050212 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.083543 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02ba9451-b87a-4c4b-a305-1b5e72a27eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.085496 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.089107 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02ba9451-b87a-4c4b-a305-1b5e72a27eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.102290 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-02ba9451-b87a-4c4b-a305-1b5e72a27eab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04622bce-b658-421a-bf2a-a168bbc20dd1 HTTP/1.1" status: 204 len: 168 time: 1.3296313 Sep 24 14:53:01.202278 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba9451-b87a-4c4b-a305-1b5e72a27eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04622bce-b658-421a-bf2a-a168bbc20dd1,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:01.230009 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] For port 28966b5a-7104-4ddf-93b7-d06d4debcb3f, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:01.249950 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] For port 28966b5a-7104-4ddf-93b7-d06d4debcb3f, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=28966b5a-7104-4ddf-93b7-d06d4debcb3f,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:01.262233 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.397414 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.456741 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Routers {'735e0988-77fc-4fee-a075-e2984b30b24a'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:53:01.457333 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['735e0988-77fc-4fee-a075-e2984b30b24a'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:01.462353 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418439a-d87c-429e-b740-6168f54495d2 req-fd24173a-439e-4a03-b75b-5bf0c2fa88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:01.466484 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-fd24173a-439e-4a03-b75b-5bf0c2fa88e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78c582e5-f005-45b3-ac42-53e2e5820282 HTTP/1.1" status: 200 len: 852 time: 0.3599091 Sep 24 14:53:01.469112 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-d7f3d197-042e-498f-b72d-ad9f9dd69406 service neutron] 10.222.0.13 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631143 Sep 24 14:53:01.494442 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f688-260b-4711-992f-71af37ef30d0 req-88e09026-01d4-46ba-99f1-153517b06028 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:01.507694 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a1d7f688-260b-4711-992f-71af37ef30d0 req-88e09026-01d4-46ba-99f1-153517b06028 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 931 time: 0.2442820 Sep 24 14:53:01.547473 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.556622 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e644875-33a7-4e50-a0a5-9c0816da7fc1 None None] Pushing event updated for resources: {'Port': ['ID=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:01.579948 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Attempting to bind port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:01.580931 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Attempting to bind port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:01.582387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Attempting to bind port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 on network b6cc79a1-611d-4980-b52b-88bebdcef20f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:01.654708 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5ceeb-b940-443c-81a6-3351eea98f6a None None] Pushing event updated for resources: {'Port': ['ID=28966b5a-7104-4ddf-93b7-d06d4debcb3f,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:01.655748 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:01.657356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Checking segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:01.657834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.659135 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Bound using segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:01.660220 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Bound port: 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:01.660620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.694494 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-8adadfe1-d202-49b7-8aec-66551cb519b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0948d21e-d55e-49f8-8423-5c3449c44ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783829 Sep 24 14:53:01.703680 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-eaf88c8f-1d9f-4754-a140-6aa278afe21b None None] Provisioning complete for port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:01.704226 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eaf88c8f-1d9f-4754-a140-6aa278afe21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.765567 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a1d7f688-260b-4711-992f-71af37ef30d0 req-79d8e121-d47e-4e37-bf06-798a62d16e2c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542949 Sep 24 14:53:01.842668 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.916218 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] Set router 735e0988-77fc-4fee-a075-e2984b30b24a gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:53:01.950871 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dd32ea02-886f-4fc0-b6db-fdbbc1287262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:01.958325 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-eaf88c8f-1d9f-4754-a140-6aa278afe21b None None] Port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:53:02.067519 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dd32ea02-886f-4fc0-b6db-fdbbc1287262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:02.071628 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] For port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:02.075304 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] For port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:02.084649 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:02.175889 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:02.238328 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:02.240035 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d5422d5e-9fd4-45ac-9e97-6aff61c63c37 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7758925 Sep 24 14:53:02.253387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45310) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:02.260905 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'security_group_rule': {'security_group_id': 'ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:02.391253 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:53:02.391253 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:52:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:02.416836 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:02.460749 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-dd32ea02-886f-4fc0-b6db-fdbbc1287262 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1842633a98cb4742a2947ad1803583ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2617521 Sep 24 14:53:02.463578 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45318) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:02.467033 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32ea02-886f-4fc0-b6db-fdbbc1287262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0295fc-b9d5-4130-9462-0c418d980105,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:02.514896 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:54Z', 'revision_number': 4, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '28966b5a-7104-4ddf-93b7-d06d4debcb3f', 'name': '', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'tenant_id': '0134f38766334655af2106707359b3e8', 'mac_address': 'fa:16:3e:14:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:51Z', 'updated_at': '2021-09-24T14:53:01Z', 'revision_number': 4, 'project_id': '0134f38766334655af2106707359b3e8', 'subnets': [{'id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:02.553490 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-e67470d1-ef1d-4705-9e76-81c03613320b service neutron] 10.222.0.13 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683565 Sep 24 14:53:02.594366 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12b62-f8de-4162-873d-faa5fcd3b663 None None] The sync data for ids ['735e0988-77fc-4fee-a075-e2984b30b24a'] in dv-cinder-810917-1-iscsi is: [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:54Z', 'revision_number': 4, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '28966b5a-7104-4ddf-93b7-d06d4debcb3f', 'name': '', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'tenant_id': '0134f38766334655af2106707359b3e8', 'mac_address': 'fa:16:3e:14:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:51Z', 'updated_at': '2021-09-24T14:53:01Z', 'revision_number': 4, 'project_id': '0134f38766334655af2106707359b3e8', 'subnets': [{'id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:53:02.734768 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e644875-33a7-4e50-a0a5-9c0816da7fc1 None None] Pushing event updated for resources: {'Port': ['ID=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:02.867708 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bf927-247f-4b92-a817-389361ce4df2 x-openstack-request-id: req-6d6bf927-247f-4b92-a817-389361ce4df2 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:02.868313 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7c7499-ba26-4d55-8d2a-21b1d58d9286", "tag": "f4aabfc0-00f5-459c-99ed-d0537cbd82e7", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:02.868313 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d6bf927-247f-4b92-a817-389361ce4df2 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:02.868689 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'tag': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7', 'status': 'completed', 'code': 200} Sep 24 14:53:03.085337 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-898d3a91-537f-401e-b91b-917a0847809c None None] Provisioning complete for port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:03.090592 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-898d3a91-537f-401e-b91b-917a0847809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.178067 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7a585d39-c362-415b-86a4-b1f1255e62e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.283365 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:53:03.348165 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e0ab6-96f8-45dc-9895-db25bbce1d45 req-760fa42a-5233-471e-9645-a47a9116aa5e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:03.366192 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc4e0ab6-96f8-45dc-9895-db25bbce1d45 req-760fa42a-5233-471e-9645-a47a9116aa5e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 931 time: 0.3071210 Sep 24 14:53:03.389520 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 28966b5a-7104-4ddf-93b7-d06d4debcb3f up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:03.406922 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ec1c13-5b21-4205-af54-56b510906e07 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:03.419168 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.464704 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.496265 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc4e0ab6-96f8-45dc-9895-db25bbce1d45 req-3b46a045-ce10-4788-90e1-74c67fbe1355 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285610 Sep 24 14:53:03.500556 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Transition to ACTIVE for port object 65ec1c13-5b21-4205-af54-56b510906e07 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:53:03.509140 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7a585d39-c362-415b-86a4-b1f1255e62e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.520485 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.529031 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.637196 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-024c8ade-ddc7-4bf9-a4ef-83e9952890e2 service neutron] 10.222.0.70 "GET /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2348387 Sep 24 14:53:03.860229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Pushing event updated for resources: {'Port': ['ID=65ec1c13-5b21-4205-af54-56b510906e07,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:03.869353 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5af20905-1699-4c54-b73c-b3092c9dd3d3 req-e4d2090a-b3e6-4804-9892-bf85eaa9ac93 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 210 time: 0.2166767 Sep 24 14:53:03.940086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-898d3a91-537f-401e-b91b-917a0847809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:03.977407 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 28966b5a-7104-4ddf-93b7-d06d4debcb3f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:03.977772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:04.133789 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d418439a-d87c-429e-b740-6168f54495d2 req-6c7dd086-6c82-4c0c-8bb7-a60bd4aed3e4 service neutron] 10.222.0.70 "GET /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481932 Sep 24 14:53:04.136067 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Attempting to bind port 65ec1c13-5b21-4205-af54-56b510906e07 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:04.137400 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Attempting to bind port 65ec1c13-5b21-4205-af54-56b510906e07 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:04.138050 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Attempting to bind port 65ec1c13-5b21-4205-af54-56b510906e07 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:04.142251 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd90ad55-1eca-4763-8037-939a2a62018c,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:04.153726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Port 65ec1c13-5b21-4205-af54-56b510906e07 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:53:04.156464 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Attempting to bind port 65ec1c13-5b21-4205-af54-56b510906e07 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:04.169417 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:04.171078 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Checking segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:04.182852 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Bound using segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:04.188952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Bound port: 65ec1c13-5b21-4205-af54-56b510906e07, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:04.188952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:04.209249 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ffea7-4984-497b-8b33-8e9b9ab67c22 req-a3962ad7-66dd-4f89-b93d-8832d9bf2d60 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:04.231913 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b67ffea7-4984-497b-8b33-8e9b9ab67c22 req-a3962ad7-66dd-4f89-b93d-8832d9bf2d60 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 944 time: 1.0846932 Sep 24 14:53:04.448500 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b67ffea7-4984-497b-8b33-8e9b9ab67c22 req-b31b8e41-fd4b-40b2-a264-01f0d31844d5 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044272 Sep 24 14:53:04.453964 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:04.460709 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f10ef09a-bc8e-45b3-a2c1-d5428364b4b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2028151 Sep 24 14:53:04.468847 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] For port 65ec1c13-5b21-4205-af54-56b510906e07, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:04.472273 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45378) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:04.494006 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] For port 65ec1c13-5b21-4205-af54-56b510906e07, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=65ec1c13-5b21-4205-af54-56b510906e07,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:04.494164 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'security_group_rule': {'security_group_id': 'ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:04.703645 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-e7e2e80e-2151-4904-a3ff-27308d66ecc9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:04.711450 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-e7e2e80e-2151-4904-a3ff-27308d66ecc9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 819 time: 0.2009366 Sep 24 14:53:04.729328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-898d3a91-537f-401e-b91b-917a0847809c None None] For port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:04.740538 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-a78722b2-f2e8-4960-a4d5-1c50aa44c75c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/quotas/0134f38766334655af2106707359b3e8 HTTP/1.1" status: 200 len: 375 time: 0.0277379 Sep 24 14:53:04.742497 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-898d3a91-537f-401e-b91b-917a0847809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:04.826707 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:04.916840 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.045940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-74dcbf63-7499-47cc-b783-f1059a29f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:05.047799 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-74dcbf63-7499-47cc-b783-f1059a29f64e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428ff02979564cb1a1b7385d3f8b3ddb&device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 1097 time: 0.4418094 Sep 24 14:53:05.049368 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7a585d39-c362-415b-86a4-b1f1255e62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.056185 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7a585d39-c362-415b-86a4-b1f1255e62e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.061406 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:05.063694 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.065479 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7a585d39-c362-415b-86a4-b1f1255e62e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c0295fc-b9d5-4130-9462-0c418d980105 HTTP/1.1" status: 204 len: 168 time: 2.5778544 Sep 24 14:53:05.067417 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] 10.222.0.70 "PUT /v2.0/ports/65ec1c13-5b21-4205-af54-56b510906e07 HTTP/1.1" status: 200 len: 1093 time: 4.2052271 Sep 24 14:53:05.074490 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'tag': '65ec1c13-5b21-4205-af54-56b510906e07'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:05.121038 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d3a91-537f-401e-b91b-917a0847809c None None] Pushing event updated for resources: {'Port': ['ID=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:05.133487 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585d39-c362-415b-86a4-b1f1255e62e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0295fc-b9d5-4130-9462-0c418d980105,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:05.220386 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-e35bb4f2-37a4-4b48-9604-be3a3b3c057b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4764950 Sep 24 14:53:05.333482 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.408366 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:02Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:05.472228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7eb82-c608-4805-a8c9-e542e886e4ae None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:02Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:53:05.558675 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-7ef0eb7d-cf76-43c6-b7c0-b0c3df13d3b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331027 Sep 24 14:53:05.604906 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-472884be-29f1-4df3-ad89-a4d34a4d63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:05.614575 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-472884be-29f1-4df3-ad89-a4d34a4d63f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0948d21e-d55e-49f8-8423-5c3449c44ddf HTTP/1.1" status: 200 len: 913 time: 0.4185002 Sep 24 14:53:05.621036 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 28966b5a-7104-4ddf-93b7-d06d4debcb3f, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=28966b5a-7104-4ddf-93b7-d06d4debcb3f,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:05.629100 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.700343 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53835d9a-c7ab-4303-857b-b8cf34177089 req-76c565a0-7cd5-4371-94d4-014ae7ad9827 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:05.717622 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3cfb-507c-402d-8e41-9aa7ef846df6 service neutron] Pushing event updated for resources: {'Port': ['ID=65ec1c13-5b21-4205-af54-56b510906e07,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:05.730713 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-53835d9a-c7ab-4303-857b-b8cf34177089 req-76c565a0-7cd5-4371-94d4-014ae7ad9827 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 943 time: 0.9969668 Sep 24 14:53:05.782467 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=28966b5a-7104-4ddf-93b7-d06d4debcb3f,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:05.912060 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:05.927211 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-53835d9a-c7ab-4303-857b-b8cf34177089 req-c74cca1b-d1d1-422e-aec5-dcf4007fe1e1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917462 Sep 24 14:53:05.959922 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:05.966827 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.000652 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45418) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:06.008369 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:06.015416 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.031891 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8fea5a50-d65a-4340-984e-891d936f29d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.171562 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee91f07-bf2a-462e-9bd5-d8264d3d3d60,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:06.175389 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.180681 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c5abdf17-adbe-46e9-b6a4-3e63c8871b07 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7022519 Sep 24 14:53:06.182199 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45424) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:06.192276 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:06.295731 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9ab-ac1e-4b17-9d87-aa566a66d99d req-8c1ebdf8-fef3-4a95-a896-76be58a31acb tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:06.301157 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c73c9ab-ac1e-4b17-9d87-aa566a66d99d req-8c1ebdf8-fef3-4a95-a896-76be58a31acb tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 944 time: 0.1308331 Sep 24 14:53:06.323252 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bc6fc6-b4db-4480-8ca0-65311ee810e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6acb1b5d-8a72-4e70-ac96-6c3ca83c2607", "tag": "65ec1c13-5b21-4205-af54-56b510906e07"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:06.342102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8fea5a50-d65a-4340-984e-891d936f29d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.367111 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8fea5a50-d65a-4340-984e-891d936f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.420769 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-ef2f04c1-b883-43cc-9ec1-4d5f04e7e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:06.422569 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-ef2f04c1-b883-43cc-9ec1-4d5f04e7e009 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 1096 time: 0.9188697 Sep 24 14:53:06.428339 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-f188e34b-4a34-4289-8ac3-066132fe4e0e service neutron] 10.222.0.13 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8687303 Sep 24 14:53:06.491955 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-8fea5a50-d65a-4340-984e-891d936f29d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98a5b41642a049c1a6821d0bdd060395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863789 Sep 24 14:53:06.510246 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45438) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:06.512695 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-4ce8e378-e52d-4e33-a313-b2fcc53b208d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7 HTTP/1.1" status: 200 len: 217 time: 0.0911903 Sep 24 14:53:06.651587 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.70', 55858) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:06.674350 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-86108802-f0b5-4581-ad58-658b0fed0e2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec1c13-5b21-4205-af54-56b510906e07 HTTP/1.1" status: 200 len: 217 time: 0.2262790 Sep 24 14:53:06.753264 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:06.757498 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-375c09c9-e0c2-4f8e-aeeb-d4ef1f3f84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:06.765244 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-375c09c9-e0c2-4f8e-aeeb-d4ef1f3f84e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78c582e5-f005-45b3-ac42-53e2e5820282 HTTP/1.1" status: 200 len: 852 time: 0.2016935 Sep 24 14:53:06.771750 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c73c9ab-ac1e-4b17-9d87-aa566a66d99d req-eff56e5c-f46e-4ca6-a73e-d1e0b4a5bb91 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454043 Sep 24 14:53:06.812821 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea5a50-d65a-4340-984e-891d936f29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3405f2c-dc57-4351-968c-f0100ad986ae,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:06.858338 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-a9c3d8ad-95c7-42a1-a50d-ef388d5288c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0948d21e-d55e-49f8-8423-5c3449c44ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628023 Sep 24 14:53:07.061579 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986cd09-32c8-4151-b14b-bc19f3c2bcea x-openstack-request-id: req-5986cd09-32c8-4151-b14b-bc19f3c2bcea {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:07.063749 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acb1b5d-8a72-4e70-ac96-6c3ca83c2607", "tag": "65ec1c13-5b21-4205-af54-56b510906e07", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:07.066583 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5986cd09-32c8-4151-b14b-bc19f3c2bcea {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:07.069460 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'tag': '65ec1c13-5b21-4205-af54-56b510906e07', 'status': 'completed', 'code': 200} Sep 24 14:53:07.320902 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-6c18fae3-27a6-46f9-a0ca-19c6fa20e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:07.322381 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-6c18fae3-27a6-46f9-a0ca-19c6fa20e44c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.6261003 Sep 24 14:53:07.434096 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e7530-b0f7-46ba-be98-263083fe95e0 req-071ba07e-adee-49cf-880e-15570f2df743 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:07.436826 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a43e7530-b0f7-46ba-be98-263083fe95e0 req-071ba07e-adee-49cf-880e-15570f2df743 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 943 time: 0.2785919 Sep 24 14:53:07.449163 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-4b37f371-7c93-4416-adbc-bbcb25df91a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:07.454778 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-4b37f371-7c93-4416-adbc-bbcb25df91a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 819 time: 0.8020098 Sep 24 14:53:07.493054 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-44781712-c099-4fca-926a-d6b7f1b9e7b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398704 Sep 24 14:53:07.504579 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Request body: {'port': {'device_id': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'admin_state_up': True, 'tenant_id': '0134f38766334655af2106707359b3e8'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:07.520475 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-f63ad299-98db-445b-9677-2a894024dfbc service neutron] 10.222.0.70 "GET /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065218 Sep 24 14:53:07.532038 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-146d7267-dd42-4dfa-85b4-bc7ae0053e59 req-7a61dec7-e8a0-478f-a6c3-b233bcb08d20 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 210 time: 0.3838117 Sep 24 14:53:07.623139 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ffd84fe5-5be7-41f0-8f20-9df79c6c9f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:07.674815 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a43e7530-b0f7-46ba-be98-263083fe95e0 req-df93f411-4491-4e4e-9a8d-ae019e87a47c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152855 Sep 24 14:53:07.737224 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-13516e52-ceee-41bd-a1e9-c1df9179e339 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144589 Sep 24 14:53:07.752720 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 28966b5a-7104-4ddf-93b7-d06d4debcb3f up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:07.765930 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ffd84fe5-5be7-41f0-8f20-9df79c6c9f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:07.773773 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Made reservation on behalf of 0134f38766334655af2106707359b3e8 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:07.778995 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:07.901994 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 28966b5a-7104-4ddf-93b7-d06d4debcb3f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:07.902992 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:07.940829 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d5d2228-8a89-4298-b6e6-9980cae8939d req-2bc5ec32-5b8f-467f-83f7-ac1758b4bbec service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942813 Sep 24 14:53:07.959183 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:07.973713 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dffa24d7-3ca4-4f85-a8c9-616271e2c02b req-0c0d5162-2905-45a5-85ee-38fd10650195 service neutron] 10.222.0.70 "GET /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281874 Sep 24 14:53:08.016610 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Allocated IP 172.20.0.11 (b89bf66d-ab41-4710-ab4e-fafadbfe3b08/9f8ce3be-8454-4dfe-87c1-815d9e26c1a0/a8469c71-171d-430f-98cf-e2d50059f5c2) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:53:08.095962 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a558a-e6a5-4f12-8c77-9d36d18a8397 req-cdeaf291-8ad2-4b52-acb7-010893d58426 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:08.103516 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a97a558a-e6a5-4f12-8c77-9d36d18a8397 req-cdeaf291-8ad2-4b52-acb7-010893d58426 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 944 time: 0.1865318 Sep 24 14:53:08.108950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ffd84fe5-5be7-41f0-8f20-9df79c6c9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.111712 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ffd84fe5-5be7-41f0-8f20-9df79c6c9f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.112851 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ffd84fe5-5be7-41f0-8f20-9df79c6c9f04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3405f2c-dc57-4351-968c-f0100ad986ae HTTP/1.1" status: 204 len: 168 time: 1.5991755 Sep 24 14:53:08.178994 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84fe5-5be7-41f0-8f20-9df79c6c9f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3405f2c-dc57-4351-968c-f0100ad986ae,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:08.193409 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-c97d0181-7cbe-4ac4-981d-4e3fd06100fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:08.194916 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-c97d0181-7cbe-4ac4-981d-4e3fd06100fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 1096 time: 0.1661251 Sep 24 14:53:08.210228 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a97a558a-e6a5-4f12-8c77-9d36d18a8397 req-54370484-2dd4-4e11-9dbf-a233a5e36566 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056614 Sep 24 14:53:08.230009 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.271602 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Allocated IP 172.27.2.203 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/73ad622f-8149-40f2-be0a-d64ffb1c369c) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:53:08.354635 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.360154 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-4bf27362-13bf-4111-b229-099652f7259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:08.362082 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-4bf27362-13bf-4111-b229-099652f7259a service neutron] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 915 time: 0.1507750 Sep 24 14:53:08.437774 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-35362ef5-6b98-489c-8069-d1d6feb43d14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec1c13-5b21-4205-af54-56b510906e07 HTTP/1.1" status: 200 len: 217 time: 0.0461283 Sep 24 14:53:08.509336 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:53:08.539952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Pushing event updated for resources: {'Port': ['ID=a8469c71-171d-430f-98cf-e2d50059f5c2,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:08.546391 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:08.657071 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45510) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:08.715128 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.741176 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:53:08.774297 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-6703d719-d106-4019-a0b6-2bd60da9c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:08.775960 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-6703d719-d106-4019-a0b6-2bd60da9c677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.3283770 Sep 24 14:53:08.834110 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.837562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:08.838250 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:08.906703 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-310ea71a-6820-43b4-9ef5-3b52852d7bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4167359 Sep 24 14:53:08.934322 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Request body: {'port': {'device_id': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:08.958754 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-5d947310-3aad-4151-82d6-140254245cc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705563 Sep 24 14:53:08.967740 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c5a73b4-4dcc-4e49-9a64-7d3404d1a833 req-741ac5be-f4db-4c41-a4a7-b01f1afb25e7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 210 time: 0.3006735 Sep 24 14:53:09.018974 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.025223 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:53:09.029389 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-16240abc-b38e-4686-9210-01a3eb729df1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:09.030966 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-16240abc-b38e-4686-9210-01a3eb729df1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 819 time: 0.5166550 Sep 24 14:53:09.041774 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e95dcf0c-b749-41f1-9b5d-3d8ef952ebb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.046894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:09.054215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'Port': ['ID=73ad622f-8149-40f2-be0a-d64ffb1c369c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:09.056602 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:53:09.071924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Request body: {'port': {'device_id': '42df042a-4745-4395-854f-17a72315cfbe', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'admin_state_up': True, 'tenant_id': '0134f38766334655af2106707359b3e8'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:09.184838 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b21199-79c1-4c31-9945-0c55acfc003f req-9ef1e12f-b4e5-4189-8360-78677289c437 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:09.187927 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-54b21199-79c1-4c31-9945-0c55acfc003f req-9ef1e12f-b4e5-4189-8360-78677289c437 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 943 time: 0.2255380 Sep 24 14:53:09.270055 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-05d68dfb-fb07-4186-b252-52ff680e8101 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010428 Sep 24 14:53:09.292201 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.315365 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-54b21199-79c1-4c31-9945-0c55acfc003f req-231d4fde-9058-44b9-831b-aa753ba0c715 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188173 Sep 24 14:53:09.399343 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c7441-4fd1-4615-a1f7-d61549e58f1d req-31cd6d4a-a1a2-4214-b8c3-d46309bee7a8 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:09.400891 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c7c7441-4fd1-4615-a1f7-d61549e58f1d req-31cd6d4a-a1a2-4214-b8c3-d46309bee7a8 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 944 time: 0.1075521 Sep 24 14:53:09.424992 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.488126 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c7c7441-4fd1-4615-a1f7-d61549e58f1d req-123d1aaa-ee29-4129-9aa8-06430bdd94f7 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Sep 24 14:53:09.506975 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18bc6fc6-b4db-4480-8ca0-65311ee810e0 req-42c8713d-9524-4eaf-b62c-025f005454df service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096877 Sep 24 14:53:09.508453 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8469c71-171d-430f-98cf-e2d50059f5c2 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:09.520469 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.536449 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Transition to ACTIVE for port object a8469c71-171d-430f-98cf-e2d50059f5c2 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:53:09.538380 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e95dcf0c-b749-41f1-9b5d-3d8ef952ebb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.541436 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.550662 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e95dcf0c-b749-41f1-9b5d-3d8ef952ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.641509 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e95dcf0c-b749-41f1-9b5d-3d8ef952ebb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6170b586cbf43fa85cbe6b70e0d14f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9830196 Sep 24 14:53:09.644587 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dcf0c-b749-41f1-9b5d-3d8ef952ebb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ab8d7-36b4-4383-ae7a-04cdf32e12a3,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:09.650733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45556) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:09.721422 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.732515 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.758606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Made reservation on behalf of 0134f38766334655af2106707359b3e8 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:09.762001 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11cf500f-86d8-4939-a4a1-b8122434630a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.762151 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.777876 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.789025 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8469c71-171d-430f-98cf-e2d50059f5c2,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:09.801728 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11cf500f-86d8-4939-a4a1-b8122434630a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.817660 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.822913 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6328285 Sep 24 14:53:09.823167 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d14c-aacd-495f-956b-b8a403d80cd1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'Port': ['ID=73ad622f-8149-40f2-be0a-d64ffb1c369c,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:09.873987 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11cf500f-86d8-4939-a4a1-b8122434630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.877424 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11cf500f-86d8-4939-a4a1-b8122434630a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:09.879721 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-11cf500f-86d8-4939-a4a1-b8122434630a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e19ab8d7-36b4-4383-ae7a-04cdf32e12a3 HTTP/1.1" status: 204 len: 168 time: 0.2281544 Sep 24 14:53:09.899131 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf500f-86d8-4939-a4a1-b8122434630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ab8d7-36b4-4383-ae7a-04cdf32e12a3,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:09.923742 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Attempting to bind port a8469c71-171d-430f-98cf-e2d50059f5c2 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:09.924272 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Attempting to bind port a8469c71-171d-430f-98cf-e2d50059f5c2 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:09.924610 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Attempting to bind port a8469c71-171d-430f-98cf-e2d50059f5c2 on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:09.936177 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Port a8469c71-171d-430f-98cf-e2d50059f5c2 on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:53:09.936488 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Attempting to bind port a8469c71-171d-430f-98cf-e2d50059f5c2 on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:09.969179 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:09.969580 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Checking segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:09.972712 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Bound using segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:09.972971 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Bound port: a8469c71-171d-430f-98cf-e2d50059f5c2, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:09.973350 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.075046 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] For port a8469c71-171d-430f-98cf-e2d50059f5c2, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:10.090985 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] For port a8469c71-171d-430f-98cf-e2d50059f5c2, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8469c71-171d-430f-98cf-e2d50059f5c2,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:10.139180 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.213244 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-1c24205c-8af9-4fad-af72-8793148bb73d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--158125325&fields=id&tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc HTTP/1.1" status: 200 len: 267 time: 0.0825391 Sep 24 14:53:10.227399 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device f4aabfc0-00f5-459c-99ed-d0537cbd82e7 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:53:10.231942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Allocated IP 172.20.0.4 (b89bf66d-ab41-4710-ab4e-fafadbfe3b08/9f8ce3be-8454-4dfe-87c1-815d9e26c1a0/9155319b-6e54-49b2-be6b-f93390512e0d) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:53:10.457096 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-20f812a6-01c8-42b6-9342-5a3d1ec459ca tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:10.463036 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-20f812a6-01c8-42b6-9342-5a3d1ec459ca tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 811 time: 0.2374036 Sep 24 14:53:10.478907 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-f3f1db07-a163-4f9f-a7ce-ff1518377f31 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/quotas/ee2e46bb2bed4c7fb2cf6928eff16fbc HTTP/1.1" status: 200 len: 375 time: 0.0104189 Sep 24 14:53:10.499500 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.543723 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-af5d8ea5-8680-48c1-aae2-c38e5e4179ae req-7868145e-9bc6-42ed-90bd-711cc6d379b2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 210 time: 0.4411275 Sep 24 14:53:10.551814 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.554593 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:10.555486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.557210 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] 10.222.0.70 "PUT /v2.0/ports/a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 1094 time: 1.6297588 Sep 24 14:53:10.559914 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'tag': 'a8469c71-171d-430f-98cf-e2d50059f5c2'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:10.562538 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53f2c3-aa3e-4f72-82ff-a71e621931b4", "tag": "a8469c71-171d-430f-98cf-e2d50059f5c2"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:10.605283 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45610) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:10.620338 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd53c6-fffc-4032-9b1a-fe1866b20af5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8469c71-171d-430f-98cf-e2d50059f5c2,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:10.624388 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:53:10.681474 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Pushing event updated for resources: {'Port': ['ID=9155319b-6e54-49b2-be6b-f93390512e0d,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:10.696438 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:10.703905 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:53:10.783980 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,segment=NetworkSegment(458a9a0c-78b8-46bc-b92f-acf1ebb15107),segment_id=458a9a0c-78b8-46bc-b92f-acf1ebb15107)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:10.808931 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199dd68-73cc-45da-a428-33bb53a306bf req-bb29cdf7-70f9-4e24-8dd9-c0ddebc32262 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:10.810723 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7199dd68-73cc-45da-a428-33bb53a306bf req-bb29cdf7-70f9-4e24-8dd9-c0ddebc32262 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 943 time: 0.1004992 Sep 24 14:53:10.821910 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7', 'network_id': '0948d21e-d55e-49f8-8423-5c3449c44ddf', 'port_id': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7', 'mac_address': 'fa:16:3e:4b:32:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c582e5-f005-45b3-ac42-53e2e5820282', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:53:10.832627 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:10.833284 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.856729 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-eb9d7805-c74c-4a85-827a-a4eb011c3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:10.858317 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-eb9d7805-c74c-4a85-827a-a4eb011c3072 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1097 time: 0.2328925 Sep 24 14:53:10.869095 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-408bcc38-5e24-4e00-bbea-ba69db9b2fd0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8019152 Sep 24 14:53:10.873363 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-43eac10a-9882-41fb-a4fd-8c6f6a8bb1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.890470 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.900564 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-737e5ba8-2486-4786-9971-88ddb3a1c660 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4105499 Sep 24 14:53:10.908188 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Request body: {'port': {'device_id': '42df042a-4745-4395-854f-17a72315cfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:10.917368 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4aabfc0-00f5-459c-99ed-d0537cbd82e7 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:10.946725 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,segment=NetworkSegment(458a9a0c-78b8-46bc-b92f-acf1ebb15107),segment_id=458a9a0c-78b8-46bc-b92f-acf1ebb15107)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:10.956626 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:10.990428 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7199dd68-73cc-45da-a428-33bb53a306bf req-329a9bb1-f7be-4b71-b556-ff5478ea4896 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708689 Sep 24 14:53:10.993687 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-448f76b5-cc93-47d6-a182-ad22d9ef76b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0822020 Sep 24 14:53:11.055761 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:11.077710 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.146607 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-bc766ad3-460c-4e31-a95b-e46558f7f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:11.148302 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-bc766ad3-460c-4e31-a95b-e46558f7f9c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.1380417 Sep 24 14:53:11.152717 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-54c11f90-4a96-45ac-b42c-929e6c8688a3 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413213 Sep 24 14:53:11.219528 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-01378ee4-f043-4a4c-9947-fce0102cdb81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488501 Sep 24 14:53:11.260273 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-43eac10a-9882-41fb-a4fd-8c6f6a8bb1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.273393 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-43eac10a-9882-41fb-a4fd-8c6f6a8bb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.284216 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329eb37-8c09-4887-aae7-a748a906480c req-0760016e-505c-4ffb-8c50-bfe802c96ab7 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:11.291492 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3329eb37-8c09-4887-aae7-a748a906480c req-0760016e-505c-4ffb-8c50-bfe802c96ab7 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 945 time: 0.1421094 Sep 24 14:53:11.326371 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-43eac10a-9882-41fb-a4fd-8c6f6a8bb1c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ef844e3b0294510955a247f7312665a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168572 Sep 24 14:53:11.330196 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac10a-9882-41fb-a4fd-8c6f6a8bb1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb144b-84c1-48b5-a483-3c080ff47fbd,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:11.333007 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45636) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:11.389247 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-82ec2884-c634-4056-947d-3139e715944c service neutron] 10.222.0.13 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280197 Sep 24 14:53:11.410393 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3329eb37-8c09-4887-aae7-a748a906480c req-676923d4-47da-482c-8493-824fc810dbf8 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088963 Sep 24 14:53:11.459311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-047390fa-3b3d-4cec-b1a4-492d7706f465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.488149 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0994c0ea-af86-4516-87a8-98598fcaa380 x-openstack-request-id: req-0994c0ea-af86-4516-87a8-98598fcaa380 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:11.488445 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53f2c3-aa3e-4f72-82ff-a71e621931b4", "tag": "a8469c71-171d-430f-98cf-e2d50059f5c2", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:11.488869 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0994c0ea-af86-4516-87a8-98598fcaa380 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:11.489332 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'tag': 'a8469c71-171d-430f-98cf-e2d50059f5c2', 'status': 'completed', 'code': 200} Sep 24 14:53:11.492610 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-047390fa-3b3d-4cec-b1a4-492d7706f465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.557057 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-047390fa-3b3d-4cec-b1a4-492d7706f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.561061 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-047390fa-3b3d-4cec-b1a4-492d7706f465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.562306 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-047390fa-3b3d-4cec-b1a4-492d7706f465 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21cb144b-84c1-48b5-a483-3c080ff47fbd HTTP/1.1" status: 204 len: 168 time: 0.2147939 Sep 24 14:53:11.580554 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047390fa-3b3d-4cec-b1a4-492d7706f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb144b-84c1-48b5-a483-3c080ff47fbd,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:11.647201 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b8e6732f-826b-42a4-a213-0eb42415dd3a req-8c77a9c5-b109-454e-9834-665975bcb7e9 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 210 time: 0.0467618 Sep 24 14:53:11.713173 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9155319b-6e54-49b2-be6b-f93390512e0d {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:11.727243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.746091 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Transition to ACTIVE for port object 9155319b-6e54-49b2-be6b-f93390512e0d will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:53:11.751624 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:11.784920 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395088e-1517-4d81-93d8-c352e877efe1 req-32b8310c-c7a1-40d2-b17d-215e1d2e7abe tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:11.786823 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0395088e-1517-4d81-93d8-c352e877efe1 req-32b8310c-c7a1-40d2-b17d-215e1d2e7abe tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 931 time: 0.0899963 Sep 24 14:53:11.819615 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=9155319b-6e54-49b2-be6b-f93390512e0d,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:11.850404 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0395088e-1517-4d81-93d8-c352e877efe1 req-9ba1af11-cba5-44aa-9137-6f1fc80b16d1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561469 Sep 24 14:53:11.919345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Attempting to bind port 9155319b-6e54-49b2-be6b-f93390512e0d on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:11.919760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Attempting to bind port 9155319b-6e54-49b2-be6b-f93390512e0d by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:11.920028 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Attempting to bind port 9155319b-6e54-49b2-be6b-f93390512e0d on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:11.925927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Port 9155319b-6e54-49b2-be6b-f93390512e0d on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:53:11.925927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Attempting to bind port 9155319b-6e54-49b2-be6b-f93390512e0d on network b89bf66d-ab41-4710-ab4e-fafadbfe3b08 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:11.930924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:11.931406 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Checking segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:11.931835 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Bound using segment: {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:11.932269 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Bound port: 9155319b-6e54-49b2-be6b-f93390512e0d, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792d04e6-3c62-4774-a86a-3244eb19f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:11.932630 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.007232 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] For port 9155319b-6e54-49b2-be6b-f93390512e0d, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:12.010616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] For port 9155319b-6e54-49b2-be6b-f93390512e0d, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9155319b-6e54-49b2-be6b-f93390512e0d,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:12.018431 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.066290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:12.067031 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.068590 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] 10.222.0.70 "PUT /v2.0/ports/9155319b-6e54-49b2-be6b-f93390512e0d HTTP/1.1" status: 200 len: 1093 time: 1.1780369 Sep 24 14:53:12.107319 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697614ea-a4df-467c-81a8-aebcecfd8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=9155319b-6e54-49b2-be6b-f93390512e0d,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:12.127770 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45670) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:12.141488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7945-61f7-4771-9ff5-b2064d860c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.169826 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e5ce0-4346-4b99-9528-ea5f79846405 req-63afc9dd-66df-470c-baad-2528c170e7a4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:12.171375 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0e9e5ce0-4346-4b99-9528-ea5f79846405 req-63afc9dd-66df-470c-baad-2528c170e7a4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 943 time: 0.0662439 Sep 24 14:53:12.213831 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0e9e5ce0-4346-4b99-9528-ea5f79846405 req-51a7914e-fb1b-4d8b-9391-397d9138b20a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359392 Sep 24 14:53:12.253461 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7945-61f7-4771-9ff5-b2064d860c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.257955 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7945-61f7-4771-9ff5-b2064d860c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.303104 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-5c0a7945-61f7-4771-9ff5-b2064d860c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c4a3983c714b29a5fa3156bc8680f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740746 Sep 24 14:53:12.305180 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7945-61f7-4771-9ff5-b2064d860c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c03f74-5238-4afa-b646-9cbc7695848a,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:12.306122 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45676) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:12.354917 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-32fb4737-c48c-4a09-9acc-845bc0da1a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.374603 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-32fb4737-c48c-4a09-9acc-845bc0da1a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.433421 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-32fb4737-c48c-4a09-9acc-845bc0da1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.436079 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-32fb4737-c48c-4a09-9acc-845bc0da1a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:12.437260 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-32fb4737-c48c-4a09-9acc-845bc0da1a10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67c03f74-5238-4afa-b646-9cbc7695848a HTTP/1.1" status: 204 len: 168 time: 0.1301551 Sep 24 14:53:12.448813 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4737-c48c-4a09-9acc-845bc0da1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c03f74-5238-4afa-b646-9cbc7695848a,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:12.554386 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1532c-aa7f-458b-8b95-44199ebe7c41 req-c676c1aa-5121-4854-92c8-4464ca91973e tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:12.559955 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-43e1532c-aa7f-458b-8b95-44199ebe7c41 req-c676c1aa-5121-4854-92c8-4464ca91973e tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 945 time: 0.0715239 Sep 24 14:53:12.608892 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-43e1532c-aa7f-458b-8b95-44199ebe7c41 req-8fe27086-4547-4f19-bd65-7553ba051da9 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469906 Sep 24 14:53:12.769788 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6a62dd77-1766-4d44-815b-1e1793a00143 req-22c0542e-eab1-44ba-ae7c-38c30c0dc0f9 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 210 time: 0.0394695 Sep 24 14:53:12.975816 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:53:13.000163 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3ece-15bf-44e5-91a6-313c25b77a87 req-4fcd1624-2479-4b07-ba74-bad8fc81901b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:13.002290 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a6ea3ece-15bf-44e5-91a6-313c25b77a87 req-4fcd1624-2479-4b07-ba74-bad8fc81901b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 943 time: 0.0533509 Sep 24 14:53:13.043533 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a6ea3ece-15bf-44e5-91a6-313c25b77a87 req-7d5e64cb-dc12-4d58-8659-d58b42b83b92 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Sep 24 14:53:13.100368 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 65ec1c13-5b21-4205-af54-56b510906e07 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:53:13.200624 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-bcffc0c9-f71c-4e21-97c7-a216ce35fee0 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999305 Sep 24 14:53:13.206787 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 65ec1c13-5b21-4205-af54-56b510906e07, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=65ec1c13-5b21-4205-af54-56b510906e07,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:13.217729 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '65ec1c13-5b21-4205-af54-56b510906e07', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'port_id': '65ec1c13-5b21-4205-af54-56b510906e07', 'mac_address': 'fa:16:3e:98:16:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f83562d-cce6-42fc-854c-4a25f5e14cfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:53:13.259644 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:13.276221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ec1c13-5b21-4205-af54-56b510906e07 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:13.300867 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 65ec1c13-5b21-4205-af54-56b510906e07, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=65ec1c13-5b21-4205-af54-56b510906e07,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:13.305210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:13.346056 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f97f2-bb9c-4ecf-9c4c-1c21957793e1 req-f2003b53-ab80-4e0e-be10-c6669dddc8fe tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:13.354287 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d99f97f2-bb9c-4ecf-9c4c-1c21957793e1 req-f2003b53-ab80-4e0e-be10-c6669dddc8fe tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 943 time: 0.0693061 Sep 24 14:53:13.371177 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=65ec1c13-5b21-4205-af54-56b510906e07,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:13.389694 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d99f97f2-bb9c-4ecf-9c4c-1c21957793e1 req-3bab71c8-103d-49c5-bfd6-5747e18057de tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Sep 24 14:53:13.490966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42df042a-4745-4395-854f-17a72315cfbe', 'tag': '9155319b-6e54-49b2-be6b-f93390512e0d'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:13.493348 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "42df042a-4745-4395-854f-17a72315cfbe", "tag": "9155319b-6e54-49b2-be6b-f93390512e0d"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:13.529715 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88aa4f7-7362-4a82-8f11-678e53afdfc3 x-openstack-request-id: req-d88aa4f7-7362-4a82-8f11-678e53afdfc3 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:13.530009 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42df042a-4745-4395-854f-17a72315cfbe", "tag": "9155319b-6e54-49b2-be6b-f93390512e0d", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:13.530264 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d88aa4f7-7362-4a82-8f11-678e53afdfc3 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:13.530652 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42df042a-4745-4395-854f-17a72315cfbe', 'tag': '9155319b-6e54-49b2-be6b-f93390512e0d', 'status': 'completed', 'code': 200} Sep 24 14:53:13.738283 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7cb76-4c4b-4490-86e1-5aa14f97fddd req-dbc85598-5287-4103-b76c-63e2643ee148 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:13.739863 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eaa7cb76-4c4b-4490-86e1-5aa14f97fddd req-dbc85598-5287-4103-b76c-63e2643ee148 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Sep 24 14:53:13.779787 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eaa7cb76-4c4b-4490-86e1-5aa14f97fddd req-4cd77427-e8a2-4775-ab53-72a25c2cc966 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Sep 24 14:53:13.854159 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dfd55d28-67bb-4ce3-8c2e-c84a60376954 req-a218dbf5-8f93-4310-865b-b6bfb62d01e1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 210 time: 0.0268619 Sep 24 14:53:14.161438 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96214cd-d7d0-4dc8-9603-71c09ead9d6b req-6ad6a100-a3ce-47ec-91ba-bf90b300e70d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:14.163042 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c96214cd-d7d0-4dc8-9603-71c09ead9d6b req-6ad6a100-a3ce-47ec-91ba-bf90b300e70d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 943 time: 0.0500474 Sep 24 14:53:14.200915 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c96214cd-d7d0-4dc8-9603-71c09ead9d6b req-b3175344-369a-478b-a844-af449112fb81 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Sep 24 14:53:14.513476 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445d326-2ad3-47e1-a5b1-79af3a247bab req-4c1e3da4-334d-4112-ac8c-363e275f727a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:14.514978 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a445d326-2ad3-47e1-a5b1-79af3a247bab req-4c1e3da4-334d-4112-ac8c-363e275f727a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 944 time: 0.0559318 Sep 24 14:53:14.565874 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a445d326-2ad3-47e1-a5b1-79af3a247bab req-e1c63231-ca44-474b-8d0b-a005c68c8b3b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Sep 24 14:53:14.604631 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-568d5caf-6579-4e03-a8f6-803746596cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:14.606129 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-568d5caf-6579-4e03-a8f6-803746596cb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 1096 time: 0.1016519 Sep 24 14:53:14.617465 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['f4aabfc0-00f5-459c-99ed-d0537cbd82e7'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:14.625268 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a37e492a-3b4f-4cda-a78e-783e189fdc5b req-d04cf9e8-035d-4e74-904b-f10188ea4c32 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292901 Sep 24 14:53:14.693155 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-dbbf7ac2-fa09-4e82-beaf-9a5a94596f22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9155319b-6e54-49b2-be6b-f93390512e0d HTTP/1.1" status: 200 len: 217 time: 0.0448005 Sep 24 14:53:14.787967 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-5cb8bad9-9c83-4773-87f8-9849220b1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:14.789432 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-5cb8bad9-9c83-4773-87f8-9849220b1af7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0826275 Sep 24 14:53:14.796030 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-47c03143-ad0a-414f-aab7-d1c676bbf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:14.797520 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-47c03143-ad0a-414f-aab7-d1c676bbf75c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1097 time: 0.0581026 Sep 24 14:53:14.797881 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:14.862473 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-fefb69ae-6027-4747-8934-9ead09d1db90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492342 Sep 24 14:53:14.963931 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-04c80e0b-1255-4477-af1a-0fbe0cd2e80f req-0c09a636-1904-4b99-806d-e0a28cc2b6f9 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Sep 24 14:53:15.250223 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667d6a6-fc02-4f59-880f-2b67f2318d60 req-7966b9db-78c0-4bc4-ad95-c1f4b7a2cb0f tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.260677 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8667d6a6-fc02-4f59-880f-2b67f2318d60 req-7966b9db-78c0-4bc4-ad95-c1f4b7a2cb0f tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 945 time: 0.3923466 Sep 24 14:53:15.285903 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-13a75297-82ea-4aae-9fcb-5cf402c18152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.288051 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-13a75297-82ea-4aae-9fcb-5cf402c18152 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.4664176 Sep 24 14:53:15.358272 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-eafa3000-64aa-4d0f-8ece-178825a83756 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571090 Sep 24 14:53:15.365715 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-76667eb4-9616-431a-8d08-8a4b9b4cdb6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0595002 Sep 24 14:53:15.416066 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-51ceb13c-2576-4ac3-a95f-8c8a832daf73 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.418181 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-51ceb13c-2576-4ac3-a95f-8c8a832daf73 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 811 time: 0.1803477 Sep 24 14:53:15.427705 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8ca60-f6c9-4975-b6a9-67694b2b5589 req-64e4cef4-d8da-446c-90ef-3fa744bbb4e5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.429850 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-92f8ca60-f6c9-4975-b6a9-67694b2b5589 req-64e4cef4-d8da-446c-90ef-3fa744bbb4e5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 943 time: 0.1436822 Sep 24 14:53:15.436072 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8667d6a6-fc02-4f59-880f-2b67f2318d60 req-adabd975-6085-497f-b9eb-e01d703b15c0 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741545 Sep 24 14:53:15.507418 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-612c964d-8226-4493-bae9-cf2426bd28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.509044 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-612c964d-8226-4493-bae9-cf2426bd28b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.1248360 Sep 24 14:53:15.545519 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-f1c60520-e353-4dfb-bcc7-2ce6e25921cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc HTTP/1.1" status: 200 len: 379 time: 0.1144190 Sep 24 14:53:15.563335 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-8f719f48-7b8f-4f60-92f2-29263728a516 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438643 Sep 24 14:53:15.566239 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45826) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:15.567966 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-92f8ca60-f6c9-4975-b6a9-67694b2b5589 req-48432b4a-de33-4bcc-a181-23d345e43e80 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105134 Sep 24 14:53:15.571891 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'port': {'device_id': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'admin_state_up': True, 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'security_groups': ['ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb']}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:15.637553 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8992fb2-2322-414d-9b5f-25490d24c505 req-0823216d-fb34-476b-a6b9-0e4cdc266552 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655404 Sep 24 14:53:15.752801 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Made reservation on behalf of ee2e46bb2bed4c7fb2cf6928eff16fbc for: {'port': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:15.757495 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:15.858707 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f97cc950-f22a-4d5e-ae2f-fd949cad839b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:15.865396 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-57974515-4cbb-44cf-a3c1-daf9ec862f7f service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879503 Sep 24 14:53:15.879919 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428cdfa-b40d-48f9-839f-93717e93f90a req-f8c64494-f0ec-4b59-8513-b5251572bba9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.881750 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f428cdfa-b40d-48f9-839f-93717e93f90a req-f8c64494-f0ec-4b59-8513-b5251572bba9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 944 time: 0.1693337 Sep 24 14:53:15.888636 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-75b5fe0a-a62b-4ce1-9df8-7fec87374897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:15.888636 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-75b5fe0a-a62b-4ce1-9df8-7fec87374897 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 1096 time: 0.1579576 Sep 24 14:53:15.925043 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Allocated IP 172.20.0.5 (b6cc79a1-611d-4980-b52b-88bebdcef20f/11fe6e74-d8ea-4dd3-9507-e835e0aae265/bd11ae11-28af-4e1f-a6ab-33c84ca17a09) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:53:16.099578 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f428cdfa-b40d-48f9-839f-93717e93f90a req-4a3e95a9-fbf3-40fa-a890-102ad0e16acc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005491 Sep 24 14:53:16.150999 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.164782 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7c29d5a-bd34-40ff-b007-b2a5c1b94912 req-e4a97c6a-0c14-43e5-a58f-1d71edec7c96 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816744 Sep 24 14:53:16.165693 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-6728a65c-0648-4521-a9b1-2d81a43d8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:16.167012 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-6728a65c-0648-4521-a9b1-2d81a43d8569 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.2559335 Sep 24 14:53:16.176567 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4d399c42-8af0-4b34-a9dc-95883679f311 req-d73c0805-d5af-4f0b-8801-cce7702af33a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 210 time: 0.0885730 Sep 24 14:53:16.225932 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.239237 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-6ee2a5e5-c213-4929-8398-316c24ed1bbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9155319b-6e54-49b2-be6b-f93390512e0d HTTP/1.1" status: 200 len: 217 time: 0.0460868 Sep 24 14:53:16.244219 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f97cc950-f22a-4d5e-ae2f-fd949cad839b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.285146 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:53:16.288258 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f97cc950-f22a-4d5e-ae2f-fd949cad839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.289022 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:16.292978 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:53:16.299642 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:16.300287 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.320322 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566004 Sep 24 14:53:16.327496 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5955096-0d4f-4954-8509-7f6eeff5bc91 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'Port': ['ID=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:16.334986 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Request body: {'port': {'device_id': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:16.358369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-6293351d-5d58-4481-ac70-95f262717b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:16.360200 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-6293351d-5d58-4481-ac70-95f262717b3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.1132481 Sep 24 14:53:16.364105 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f97cc950-f22a-4d5e-ae2f-fd949cad839b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc744f4453da4e1aaff740949d933df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975411 Sep 24 14:53:16.370460 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45870) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:16.387044 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc950-f22a-4d5e-ae2f-fd949cad839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298c42e7-ed55-44c0-ad7e-3ad32355e482,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:16.413907 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-ac523b0f-f5bf-45e1-84aa-5c8ba84f5530 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420737 Sep 24 14:53:16.416732 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.452914 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device f4aabfc0-00f5-459c-99ed-d0537cbd82e7 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:16.527633 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b7293143-d9a9-4e82-9468-4fad249e9ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.552990 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:53:16.568235 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:16.568793 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.593067 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b7293143-d9a9-4e82-9468-4fad249e9ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.623244 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-dd03bbb7-ff5d-414e-be27-04058b9be77e service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991179 Sep 24 14:53:16.681836 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1d4b-6fe8-4943-8005-247adf686b91 req-894bd6dc-c173-4208-b889-efcff1c78d77 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:16.689741 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1dcc1d4b-6fe8-4943-8005-247adf686b91 req-894bd6dc-c173-4208-b889-efcff1c78d77 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 945 time: 0.1461844 Sep 24 14:53:16.706474 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.755573 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,segment=NetworkSegment(458a9a0c-78b8-46bc-b92f-acf1ebb15107),segment_id=458a9a0c-78b8-46bc-b92f-acf1ebb15107)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:16.759205 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:16.777649 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1dcc1d4b-6fe8-4943-8005-247adf686b91 req-dced7791-9eff-4b71-889e-47ee8240ff6d tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869057 Sep 24 14:53:16.780354 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b7293143-d9a9-4e82-9468-4fad249e9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.783603 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b7293143-d9a9-4e82-9468-4fad249e9ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.787033 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-b7293143-d9a9-4e82-9468-4fad249e9ca7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/298c42e7-ed55-44c0-ad7e-3ad32355e482 HTTP/1.1" status: 204 len: 168 time: 0.4127536 Sep 24 14:53:16.808078 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7293143-d9a9-4e82-9468-4fad249e9ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298c42e7-ed55-44c0-ad7e-3ad32355e482,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:16.816573 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94fb3366-8ab1-4a57-b4f3-cfeb15f09ec5 req-a420b4ec-99a6-4396-8688-0c55ef2d06f0 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773205 Sep 24 14:53:16.832452 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1d1c-8314-40a3-84d0-7cc2ac496216 req-9a32c1bc-6bb2-4d97-92a0-4c1e9198bfd8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:16.834513 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-729f1d1c-8314-40a3-84d0-7cc2ac496216 req-9a32c1bc-6bb2-4d97-92a0-4c1e9198bfd8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 943 time: 0.0973732 Sep 24 14:53:16.853380 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.854273 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 65ec1c13-5b21-4205-af54-56b510906e07 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:16.891169 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45890) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:16.924437 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-afab9152-e823-4826-8074-6b664d99fbf5 None None] Provisioning complete for port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:16.924858 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afab9152-e823-4826-8074-6b664d99fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.932232 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-729f1d1c-8314-40a3-84d0-7cc2ac496216 req-a7afc343-8a7a-4805-ac5d-46980d5566bc tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856574 Sep 24 14:53:16.950796 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd11ae11-28af-4e1f-a6ab-33c84ca17a09 {{(pid=100529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:16.966478 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.978104 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb0312d0-a04e-416f-9db8-8842b6ef56d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:16.985109 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.provisioning_blocks [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Transition to ACTIVE for port object bd11ae11-28af-4e1f-a6ab-33c84ca17a09 will not be triggered until provisioned by entity L2. {{(pid=100529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:53:16.990841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.018121 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-afab9152-e823-4826-8074-6b664d99fbf5 None None] Port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:53:17.021011 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:17.030595 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 65ec1c13-5b21-4205-af54-56b510906e07 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:53:17.037813 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 65ec1c13-5b21-4205-af54-56b510906e07 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:17.038393 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.080492 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-14b18138-49b2-4f34-b0c8-2241fd661a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.106146 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Pushing event updated for resources: {'Port': ['ID=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:17.117597 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Attempting to bind port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:17.117933 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Attempting to bind port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:17.118276 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Attempting to bind port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 on network b6cc79a1-611d-4980-b52b-88bebdcef20f {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:17.127950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 on network b6cc79a1-611d-4980-b52b-88bebdcef20f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:53:17.127950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Attempting to bind port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 on network b6cc79a1-611d-4980-b52b-88bebdcef20f {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:17.133846 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:17.134465 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Checking segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:17.134899 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Bound using segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:17.135343 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Bound port: bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:17.135726 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.174808 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.242527 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] For port bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host hv-cinder-81091, cleared binding levels {{(pid=100529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:17.249824 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] For port bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:17.259713 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.288020 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 65ec1c13-5b21-4205-af54-56b510906e07, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=65ec1c13-5b21-4205-af54-56b510906e07,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:17.299787 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.366117 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=65ec1c13-5b21-4205-af54-56b510906e07,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:17.420016 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d2b3cc-bf09-4bef-8d47-b27dca0d5636" -d '{"events": [{"server_uuid": "8f7c7499-ba26-4d55-8d2a-21b1d58d9286", "name": "network-vif-plugged", "status": "completed", "tag": "f4aabfc0-00f5-459c-99ed-d0537cbd82e7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:17.438088 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Pushing event updated for resources: {'Port': ['ID=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,revision_number=3']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:17.445477 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:17.446301 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.449096 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-6d5e29b5-d054-4fb0-bdb2-df2709329d66 service neutron] 10.222.0.70 "PUT /v2.0/ports/bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 1093 time: 1.1185334 Sep 24 14:53:17.478029 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:17.481551 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22332762-b66d-429f-9408-e1751bc7c85b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:17.491130 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53bae1-3645-4ee2-a175-4016cd94c7bb req-128e1144-6211-4858-885a-176752f84e5e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:17.502069 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd53bae1-3645-4ee2-a175-4016cd94c7bb req-128e1144-6211-4858-885a-176752f84e5e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.1845071 Sep 24 14:53:17.565649 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45924) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:17.567083 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf643e0-def6-4a03-821b-1588d5a3bf68 req-34a82efc-80d2-4928-9cc3-4313862bca30 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:17.568803 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8cf643e0-def6-4a03-821b-1588d5a3bf68 req-34a82efc-80d2-4928-9cc3-4313862bca30 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 943 time: 0.2035141 Sep 24 14:53:17.622837 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd53bae1-3645-4ee2-a175-4016cd94c7bb req-4ddff7d1-298e-4a0d-bb5b-cbdacbfdd21a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070573 Sep 24 14:53:17.625305 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-14b18138-49b2-4f34-b0c8-2241fd661a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.642190 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.644726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-14b18138-49b2-4f34-b0c8-2241fd661a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.692668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-20bf3e7a-3084-447b-955e-9f9842407d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:17.694899 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-20bf3e7a-3084-447b-955e-9f9842407d58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1096 time: 0.1965783 Sep 24 14:53:17.706549 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8cf643e0-def6-4a03-821b-1588d5a3bf68 req-00300b86-c93d-4993-b2f0-f3886ed0b434 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288443 Sep 24 14:53:17.755426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45934) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:17.755648 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-14b18138-49b2-4f34-b0c8-2241fd661a8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43824dbb977a46008d2fdda8e43a4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626201 Sep 24 14:53:17.756596 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b18138-49b2-4f34-b0c8-2241fd661a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71227186-1e2b-4328-befd-0b3aa19ee5c7,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:17.779401 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fc549f-4e6c-413c-9aa0-9922fd61da37 x-openstack-request-id: req-94fc549f-4e6c-413c-9aa0-9922fd61da37 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:17.779653 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:17.779914 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94fc549f-4e6c-413c-9aa0-9922fd61da37 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:17.780297 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'status': 'completed', 'code': 200} Sep 24 14:53:17.781974 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-a3877bbb-70e6-4b95-9f82-b79bac1bc1b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 217 time: 0.0732706 Sep 24 14:53:17.788013 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d494935-f65e-425d-ba64-4b1f882dde07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.806942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45936) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:17.825508 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc69756-85c4-4ce7-b1ab-f7f250902b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.905183 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-083757aa-4a88-4c3c-87d6-25b655a4b7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.937663 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d494935-f65e-425d-ba64-4b1f882dde07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.944157 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d494935-f65e-425d-ba64-4b1f882dde07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.949032 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-e4c1736b-1f03-4eb4-b333-f2d1040fec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:17.950496 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-e4c1736b-1f03-4eb4-b333-f2d1040fec33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.1485608 Sep 24 14:53:17.973942 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-083757aa-4a88-4c3c-87d6-25b655a4b7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:17.996182 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494935-f65e-425d-ba64-4b1f882dde07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daecc1b2-c6c0-4d18-ae97-f36a331864b0,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:18.010119 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5d494935-f65e-425d-ba64-4b1f882dde07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88a83416cde5436f8ca555e663511849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355924 Sep 24 14:53:18.013208 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45942) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:18.048820 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386559f9-4bc6-479a-b935-84c812c23e8e req-4a0147d0-1e7b-4cce-a077-8d6935707481 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.050565 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-386559f9-4bc6-479a-b935-84c812c23e8e req-4a0147d0-1e7b-4cce-a077-8d6935707481 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.1465981 Sep 24 14:53:18.074177 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc69756-85c4-4ce7-b1ab-f7f250902b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.079795 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0fc69756-85c4-4ce7-b1ab-f7f250902b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.103904 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646d2994-4249-4cbe-b822-ba0ebcce29e1 x-openstack-request-id: req-646d2994-4249-4cbe-b822-ba0ebcce29e1 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:18.105243 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c7499-ba26-4d55-8d2a-21b1d58d9286", "name": "network-vif-plugged", "status": "completed", "tag": "f4aabfc0-00f5-459c-99ed-d0537cbd82e7", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:18.105616 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-646d2994-4249-4cbe-b822-ba0ebcce29e1 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:18.106307 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7', 'code': 200} Sep 24 14:53:18.118200 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5080a4-7753-4743-96f3-58339defea13 req-8f9a790e-e2b7-44ad-8f4e-abbba47d7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.119428 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-8f9a790e-e2b7-44ad-8f4e-abbba47d7724 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1591048 Sep 24 14:53:18.130076 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc69756-85c4-4ce7-b1ab-f7f250902b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99b6002-f7fb-4758-a330-beaa7123b848,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:18.139586 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0fc69756-85c4-4ce7-b1ab-f7f250902b8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96964279e1fb4bed8a8d0eed31814259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285332 Sep 24 14:53:18.139841 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45944) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:18.177351 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-386559f9-4bc6-479a-b935-84c812c23e8e req-0a187b44-d6d6-4616-95aa-02929e2e55f5 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125679 Sep 24 14:53:18.177947 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-083757aa-4a88-4c3c-87d6-25b655a4b7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.180477 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-083757aa-4a88-4c3c-87d6-25b655a4b7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.181526 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-083757aa-4a88-4c3c-87d6-25b655a4b7d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71227186-1e2b-4328-befd-0b3aa19ee5c7 HTTP/1.1" status: 204 len: 168 time: 0.4245622 Sep 24 14:53:18.197066 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba6d3-dabb-4f1f-8049-d198d8a30d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.206469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083757aa-4a88-4c3c-87d6-25b655a4b7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71227186-1e2b-4328-befd-0b3aa19ee5c7,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:18.208975 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b58950e2-d4e6-46df-9b9a-78e17ac25fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.249768 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b58950e2-d4e6-46df-9b9a-78e17ac25fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.264637 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba6d3-dabb-4f1f-8049-d198d8a30d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.309316 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-fa9e4f7e-bb58-4941-944b-3ff9e385a845 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801760 Sep 24 14:53:18.336840 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba6d3-dabb-4f1f-8049-d198d8a30d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.339420 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba6d3-dabb-4f1f-8049-d198d8a30d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.340597 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0f8ba6d3-dabb-4f1f-8049-d198d8a30d25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daecc1b2-c6c0-4d18-ae97-f36a331864b0 HTTP/1.1" status: 204 len: 168 time: 0.3197916 Sep 24 14:53:18.342145 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b58950e2-d4e6-46df-9b9a-78e17ac25fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.345510 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b58950e2-d4e6-46df-9b9a-78e17ac25fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.347508 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-b58950e2-d4e6-46df-9b9a-78e17ac25fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f99b6002-f7fb-4758-a330-beaa7123b848 HTTP/1.1" status: 204 len: 168 time: 0.2057621 Sep 24 14:53:18.359351 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba6d3-dabb-4f1f-8049-d198d8a30d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daecc1b2-c6c0-4d18-ae97-f36a331864b0,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:18.422472 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58950e2-d4e6-46df-9b9a-78e17ac25fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99b6002-f7fb-4758-a330-beaa7123b848,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:18.449500 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9155319b-6e54-49b2-be6b-f93390512e0d details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:53:18.495645 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c5080a4-7753-4743-96f3-58339defea13 req-0d3e2fb6-5ab1-4c93-b8cc-62823905ab48 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445208 Sep 24 14:53:18.623440 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9155319b-6e54-49b2-be6b-f93390512e0d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9155319b-6e54-49b2-be6b-f93390512e0d,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:18.625530 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332762-b66d-429f-9408-e1751bc7c85b req-de880149-26d7-40a8-872d-8598825922d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.630957 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-de880149-26d7-40a8-872d-8598825922d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1096 time: 0.0674012 Sep 24 14:53:18.639715 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '9155319b-6e54-49b2-be6b-f93390512e0d', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'port_id': '9155319b-6e54-49b2-be6b-f93390512e0d', 'mac_address': 'fa:16:3e:24:bf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:53:18.657378 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74c96-54b8-4d4e-9b6a-8bc6f65cf863 req-288e2693-78f7-4186-b3b4-23ffa8843f1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.666112 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-80e74c96-54b8-4d4e-9b6a-8bc6f65cf863 req-288e2693-78f7-4186-b3b4-23ffa8843f1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 943 time: 0.4130211 Sep 24 14:53:18.687192 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.717816 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aff08f-14ac-483b-908d-f2af31c81b98 req-a6ab335a-c014-4b66-88a7-b446e76be41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.719371 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76aff08f-14ac-483b-908d-f2af31c81b98 req-a6ab335a-c014-4b66-88a7-b446e76be41d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 1099 time: 0.3708320 Sep 24 14:53:18.725287 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9155319b-6e54-49b2-be6b-f93390512e0d {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:18.770040 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9155319b-6e54-49b2-be6b-f93390512e0d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9155319b-6e54-49b2-be6b-f93390512e0d,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:18.776261 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-76aff08f-14ac-483b-908d-f2af31c81b98 req-8b004d59-87bb-4f79-893f-2a2f4e8fbeb4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.780318 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.781541 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8469c71-171d-430f-98cf-e2d50059f5c2 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:53:18.845379 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332762-b66d-429f-9408-e1751bc7c85b req-2db236ab-e761-494c-b26e-0efb65e71a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.847183 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-2db236ab-e761-494c-b26e-0efb65e71a46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.2069359 Sep 24 14:53:18.847678 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45968) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:18.888957 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8c38d-c59b-4deb-a5c6-2b81ecd1dbdc req-046687b8-3e30-4e90-9a75-5ec2eb9911d8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:18.892637 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-efa8c38d-c59b-4deb-a5c6-2b81ecd1dbdc req-046687b8-3e30-4e90-9a75-5ec2eb9911d8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.1129112 Sep 24 14:53:18.894160 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02f27a06-2859-4f96-bae9-503228df4595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:18.925601 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-80e74c96-54b8-4d4e-9b6a-8bc6f65cf863 req-eedaab0b-e86a-4883-97a5-6adcddb5efe9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585168 Sep 24 14:53:18.966007 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9155319b-6e54-49b2-be6b-f93390512e0d,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:18.984942 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-af7aaf65-cbcf-4e21-a753-9d1251d1db7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 217 time: 0.1206775 Sep 24 14:53:18.985101 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8469c71-171d-430f-98cf-e2d50059f5c2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8469c71-171d-430f-98cf-e2d50059f5c2,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:19.016033 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'a8469c71-171d-430f-98cf-e2d50059f5c2', 'network_id': 'b89bf66d-ab41-4710-ab4e-fafadbfe3b08', 'port_id': 'a8469c71-171d-430f-98cf-e2d50059f5c2', 'mac_address': 'fa:16:3e:d2:94:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8ce3be-8454-4dfe-87c1-815d9e26c1a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:53:19.047536 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332762-b66d-429f-9408-e1751bc7c85b req-8fc4024e-e172-40b9-bcfa-b6cd5789f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:19.049858 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-8fc4024e-e172-40b9-bcfa-b6cd5789f403 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0532200 Sep 24 14:53:19.055327 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-76aff08f-14ac-483b-908d-f2af31c81b98 req-8b004d59-87bb-4f79-893f-2a2f4e8fbeb4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.061261 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-76aff08f-14ac-483b-908d-f2af31c81b98 req-8b004d59-87bb-4f79-893f-2a2f4e8fbeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.066648 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-efa8c38d-c59b-4deb-a5c6-2b81ecd1dbdc req-4ff047cd-2817-472e-8a2e-19d20db7986b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555758 Sep 24 14:53:19.120424 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.131630 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76aff08f-14ac-483b-908d-f2af31c81b98 req-8b004d59-87bb-4f79-893f-2a2f4e8fbeb4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001234 Sep 24 14:53:19.144876 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004d59-87bb-4f79-893f-2a2f4e8fbeb4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a81fc719-2789-401d-854c-46142e1ce015,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:19.157303 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02f27a06-2859-4f96-bae9-503228df4595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.159389 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8469c71-171d-430f-98cf-e2d50059f5c2 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:19.179786 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1cbdb-785e-493a-b870-85c41f73dc4c req-c23636b1-8f9e-4ceb-8865-5851a2fe0c4f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:19.189335 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-02f27a06-2859-4f96-bae9-503228df4595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.192169 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15f1cbdb-785e-493a-b870-85c41f73dc4c req-c23636b1-8f9e-4ceb-8865-5851a2fe0c4f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 943 time: 0.1133690 Sep 24 14:53:19.196565 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8469c71-171d-430f-98cf-e2d50059f5c2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8469c71-171d-430f-98cf-e2d50059f5c2,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:19.209052 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.224938 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-02f27a06-2859-4f96-bae9-503228df4595 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4515e0f934d4300a2d2655650633b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737261 Sep 24 14:53:19.226339 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 45984) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:19.238027 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45986) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:19.253986 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332762-b66d-429f-9408-e1751bc7c85b req-8e417f4b-c924-43ea-b179-37a97a678664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:19.257619 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-8e417f4b-c924-43ea-b179-37a97a678664 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1875715 Sep 24 14:53:19.279786 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15f1cbdb-785e-493a-b870-85c41f73dc4c req-ccacb85e-baed-4b63-a552-04b87019da61 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818245 Sep 24 14:53:19.293902 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ca28f750-9737-45ff-97a5-a4b38300a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.316571 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8469c71-171d-430f-98cf-e2d50059f5c2,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:19.334152 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1c391fbb-4642-49c2-b2f5-b04900c9fe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.361177 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f27a06-2859-4f96-bae9-503228df4595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1901d184-cfee-478e-bb9d-5baecadc9676,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:19.378105 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1c391fbb-4642-49c2-b2f5-b04900c9fe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.378724 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 45990) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:19.446380 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1c391fbb-4642-49c2-b2f5-b04900c9fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.451781 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1c391fbb-4642-49c2-b2f5-b04900c9fe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.453193 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-1c391fbb-4642-49c2-b2f5-b04900c9fe54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1901d184-cfee-478e-bb9d-5baecadc9676 HTTP/1.1" status: 204 len: 168 time: 0.2246745 Sep 24 14:53:19.456212 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f9a04-6cba-44c1-8743-4b81e5f72426 req-0f460897-3a83-4180-bb4b-012a96a8e763 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:19.464767 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-cb4f9a04-6cba-44c1-8743-4b81e5f72426 req-0f460897-3a83-4180-bb4b-012a96a8e763 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.1717484 Sep 24 14:53:19.470934 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c391fbb-4642-49c2-b2f5-b04900c9fe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1901d184-cfee-478e-bb9d-5baecadc9676,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:19.487504 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ca28f750-9737-45ff-97a5-a4b38300a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.510576 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ca28f750-9737-45ff-97a5-a4b38300a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.622702 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['a8469c71-171d-430f-98cf-e2d50059f5c2'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:19.654272 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['9155319b-6e54-49b2-be6b-f93390512e0d'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:19.833415 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-cb4f9a04-6cba-44c1-8743-4b81e5f72426 req-aa3028c4-544d-47d6-a6c8-fdc94de7b16a tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668327 Sep 24 14:53:19.854942 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b4471c5c-e2ee-4e33-8b9a-bf48ab491c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.874343 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ca28f750-9737-45ff-97a5-a4b38300a02d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22e630623ab840eabf1d1fcee1bba25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6269212 Sep 24 14:53:19.874716 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46014) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:19.878799 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28f750-9737-45ff-97a5-a4b38300a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb88dab6-f093-4fdd-a970-cf21f2d45f6c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:19.921596 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-9d3ada23-9f60-45bc-8c89-68302f08a48e service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531755 Sep 24 14:53:19.953369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d26bfda3-e41a-4ace-95dd-ed1a3fcb2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:19.982757 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d26bfda3-e41a-4ace-95dd-ed1a3fcb2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.066610 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22332762-b66d-429f-9408-e1751bc7c85b req-cc642c27-8df4-48fd-84a7-9a20ebf3f370 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296196 Sep 24 14:53:20.071145 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d26bfda3-e41a-4ace-95dd-ed1a3fcb2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.073989 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d26bfda3-e41a-4ace-95dd-ed1a3fcb2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.075351 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d26bfda3-e41a-4ace-95dd-ed1a3fcb2920 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb88dab6-f093-4fdd-a970-cf21f2d45f6c HTTP/1.1" status: 204 len: 168 time: 0.1995459 Sep 24 14:53:20.080907 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b4471c5c-e2ee-4e33-8b9a-bf48ab491c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.087776 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bfda3-e41a-4ace-95dd-ed1a3fcb2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb88dab6-f093-4fdd-a970-cf21f2d45f6c,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:20.091523 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b4471c5c-e2ee-4e33-8b9a-bf48ab491c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.113127 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ec1c13-5b21-4205-af54-56b510906e07'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:20.116506 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e9c8ad-abbb-4b19-8976-588d64ad1c40" -d '{"events": [{"server_uuid": "6acb1b5d-8a72-4e70-ac96-6c3ca83c2607", "name": "network-vif-plugged", "status": "completed", "tag": "65ec1c13-5b21-4205-af54-56b510906e07"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:20.133214 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34a71f-b722-47bf-95e6-c3f56937046c req-d4c383b6-453d-402b-b4aa-43bb43be6e83 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:20.141542 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bb34a71f-b722-47bf-95e6-c3f56937046c req-d4c383b6-453d-402b-b4aa-43bb43be6e83 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 944 time: 0.0980263 Sep 24 14:53:20.144654 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cea87296-8d2c-480c-b8a6-5e22193ebd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.174338 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b4471c5c-e2ee-4e33-8b9a-bf48ab491c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c77997bafb4e43758d861cb67a538769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7944939 Sep 24 14:53:20.175157 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4471c5c-e2ee-4e33-8b9a-bf48ab491c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb710ae-3c95-4a70-be3a-6510b54605b4,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:20.176844 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46032) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:20.208265 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bb34a71f-b722-47bf-95e6-c3f56937046c req-af89d39c-c272-4e0e-9cf6-033bdb0d9504 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657816 Sep 24 14:53:20.242938 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9a79-877c-4f0e-89f0-7d14a2017777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.261638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426539-6ae7-45c1-bd19-b4a4a305c7de req-74ff2200-c835-43e3-8810-e067e90c866e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:20.263953 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d3426539-6ae7-45c1-bd19-b4a4a305c7de req-74ff2200-c835-43e3-8810-e067e90c866e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.0840631 Sep 24 14:53:20.268147 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8ca4a-b608-49fa-8df6-eaac275746e8 x-openstack-request-id: req-4ce8ca4a-b608-49fa-8df6-eaac275746e8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:20.272249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acb1b5d-8a72-4e70-ac96-6c3ca83c2607", "name": "network-vif-plugged", "status": "completed", "tag": "65ec1c13-5b21-4205-af54-56b510906e07", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:20.272724 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce8ca4a-b608-49fa-8df6-eaac275746e8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:20.273427 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ec1c13-5b21-4205-af54-56b510906e07', 'code': 200} Sep 24 14:53:20.304298 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9a79-877c-4f0e-89f0-7d14a2017777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.336280 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d3426539-6ae7-45c1-bd19-b4a4a305c7de req-8e3ac50c-f167-4bde-8b74-49876469b8ca tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603323 Sep 24 14:53:20.405688 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9a79-877c-4f0e-89f0-7d14a2017777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.409565 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9a79-877c-4f0e-89f0-7d14a2017777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.410878 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8d9a9a79-877c-4f0e-89f0-7d14a2017777 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddb710ae-3c95-4a70-be3a-6510b54605b4 HTTP/1.1" status: 204 len: 168 time: 0.2326949 Sep 24 14:53:20.442465 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a9a79-877c-4f0e-89f0-7d14a2017777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb710ae-3c95-4a70-be3a-6510b54605b4,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:20.464945 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177162-f89f-4a86-acb6-756e58a150fa req-1aa7db1f-84e5-4c8e-9d86-217ef30409f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:20.467155 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ce177162-f89f-4a86-acb6-756e58a150fa req-1aa7db1f-84e5-4c8e-9d86-217ef30409f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 943 time: 0.0803728 Sep 24 14:53:20.525558 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ce177162-f89f-4a86-acb6-756e58a150fa req-c5527d9a-318a-4020-af1b-6e924512090a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504217 Sep 24 14:53:20.549646 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1cac3-0755-49af-a6a1-27b8e5cc4e1c req-d7560452-c0d5-45a9-86e6-bd6e2da6c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:20.551232 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94a1cac3-0755-49af-a6a1-27b8e5cc4e1c req-d7560452-c0d5-45a9-86e6-bd6e2da6c1fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 1098 time: 0.0853090 Sep 24 14:53:20.604978 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94a1cac3-0755-49af-a6a1-27b8e5cc4e1c req-ba6ebd1b-048c-4578-b758-4944caa46f96 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Sep 24 14:53:20.649248 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.889797 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46066) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:20.905809 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e4297577-023d-4337-b538-b0f5741162bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:20.967891 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf336-e672-40d4-8d9e-e1c5a69fa0ac req-00a6f8a3-5948-471f-9b27-865ac047506c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:20.969947 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f13bf336-e672-40d4-8d9e-e1c5a69fa0ac req-00a6f8a3-5948-471f-9b27-865ac047506c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0590217 Sep 24 14:53:21.023119 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f13bf336-e672-40d4-8d9e-e1c5a69fa0ac req-4d742bb7-afec-4d03-a834-d4e4cd77e8a1 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 Sep 24 14:53:21.024855 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e4297577-023d-4337-b538-b0f5741162bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.041018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e4297577-023d-4337-b538-b0f5741162bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.086041 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e4297577-023d-4337-b538-b0f5741162bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb0478d423d64ba395dc43d546bceecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927187 Sep 24 14:53:21.086041 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4297577-023d-4337-b538-b0f5741162bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c605b43-8dfd-4c4e-a935-2b801ad1a19c,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:21.087665 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46074) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:21.142777 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4167-56f1-4f20-ab78-d28785c20d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.165447 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4167-56f1-4f20-ab78-d28785c20d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.223950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4167-56f1-4f20-ab78-d28785c20d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.226509 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae2b4167-56f1-4f20-ab78-d28785c20d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.227706 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ae2b4167-56f1-4f20-ab78-d28785c20d6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c605b43-8dfd-4c4e-a935-2b801ad1a19c HTTP/1.1" status: 204 len: 168 time: 0.1382492 Sep 24 14:53:21.246236 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b4167-56f1-4f20-ab78-d28785c20d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c605b43-8dfd-4c4e-a935-2b801ad1a19c,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:21.334219 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eab687-f1d6-4a02-989e-31b1595a5bbd req-ae75ebd8-7a2a-4078-9111-c666c3cb15ea tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:21.336129 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76eab687-f1d6-4a02-989e-31b1595a5bbd req-ae75ebd8-7a2a-4078-9111-c666c3cb15ea tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 944 time: 0.0551603 Sep 24 14:53:21.404390 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76eab687-f1d6-4a02-989e-31b1595a5bbd req-f4ddbc6b-35d6-42c8-8e61-e8543a93c8da tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521302 Sep 24 14:53:21.521182 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8be8f-b975-4d44-9bb2-c6dafcb05a57 req-10087d1a-dbf0-4527-8000-bc2b1af89ee0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:21.523992 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f8f8be8f-b975-4d44-9bb2-c6dafcb05a57 req-10087d1a-dbf0-4527-8000-bc2b1af89ee0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.0885651 Sep 24 14:53:21.603075 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f8f8be8f-b975-4d44-9bb2-c6dafcb05a57 req-3453c1e4-b49c-441d-bbc1-a51ba15beeb3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691118 Sep 24 14:53:21.700827 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54cfa2-8cd9-48c9-aad4-01351f9ce2c4 req-1b1232d9-a06b-4a0e-ba48-54ce691bad65 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:21.702417 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2f54cfa2-8cd9-48c9-aad4-01351f9ce2c4 req-1b1232d9-a06b-4a0e-ba48-54ce691bad65 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 943 time: 0.0595801 Sep 24 14:53:21.745431 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2f54cfa2-8cd9-48c9-aad4-01351f9ce2c4 req-b79af520-7d59-471c-a730-9e9c22c674c1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354197 Sep 24 14:53:21.891945 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46124) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:21.892918 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:21.925371 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46128) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:22.030434 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7da80d4e-445e-44ec-8ca2-44587d7563f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.065515 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-554300996-network', 'tenant_id': '6a2c52a23afd48fdb7f28320291197ba'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:22.174950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7da80d4e-445e-44ec-8ca2-44587d7563f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.184929 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7da80d4e-445e-44ec-8ca2-44587d7563f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.211367 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eee75-d080-47dd-804b-992643ef20e0 req-e2485172-b8dc-48a5-88b0-0d3d1534010c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:22.211620 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Made reservation on behalf of 6a2c52a23afd48fdb7f28320291197ba for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:22.214003 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1f3eee75-d080-47dd-804b-992643ef20e0 req-e2485172-b8dc-48a5-88b0-0d3d1534010c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0992057 Sep 24 14:53:22.214401 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.228624 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.267748 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7da80d4e-445e-44ec-8ca2-44587d7563f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93650669dc194b608beab92006beb89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652866 Sep 24 14:53:22.268254 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46142) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:22.287856 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da80d4e-445e-44ec-8ca2-44587d7563f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828f71a8-91b6-4a7a-8f12-68a82db02342,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:22.356459 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1f3eee75-d080-47dd-804b-992643ef20e0 req-81b27497-ef1a-4f3a-b43e-bb9fa003e75e tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133301 Sep 24 14:53:22.375256 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0da6-3d66-45c3-8d24-04bec02ad042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.399591 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0da6-3d66-45c3-8d24-04bec02ad042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.425689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.430268 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.478422 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0da6-3d66-45c3-8d24-04bec02ad042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.483917 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0da6-3d66-45c3-8d24-04bec02ad042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.488012 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d3bd0da6-3d66-45c3-8d24-04bec02ad042 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/828f71a8-91b6-4a7a-8f12-68a82db02342 HTTP/1.1" status: 204 len: 168 time: 0.2165639 Sep 24 14:53:22.488161 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:53:22.493093 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b2eae-ef6b-42dc-bb89-b3c7dd9c18db,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:22.505647 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd0da6-3d66-45c3-8d24-04bec02ad042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828f71a8-91b6-4a7a-8f12-68a82db02342,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:22.512459 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd11ae11-28af-4e1f-a6ab-33c84ca17a09 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:53:22.518309 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9155319b-6e54-49b2-be6b-f93390512e0d up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:22.520676 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.526153 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Added segment d326defe-bbbb-4b60-8dea-4c2c559d2320 of type vlan for network 069ac9b3-40bb-485f-8788-79da679ae725 Sep 24 14:53:22.612247 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.634439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db77171-1c0b-46db-80ba-19d4419a3f20 req-495e48e4-7386-462a-9aa0-672bc016e357 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:22.644510 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2db77171-1c0b-46db-80ba-19d4419a3f20 req-495e48e4-7386-462a-9aa0-672bc016e357 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 944 time: 0.1451695 Sep 24 14:53:22.699080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 9155319b-6e54-49b2-be6b-f93390512e0d completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:53:22.711442 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 9155319b-6e54-49b2-be6b-f93390512e0d triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:22.712143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.713182 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2db77171-1c0b-46db-80ba-19d4419a3f20 req-f12d86ad-22aa-42ae-8988-34bbac9fdfca tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674245 Sep 24 14:53:22.718553 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.720795 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:22.722463 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.763648 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8348541 Sep 24 14:53:22.767190 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46168) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:22.789112 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Request body: {'subnet': {'network_id': '069ac9b3-40bb-485f-8788-79da679ae725', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-554300996-subnet', 'tenant_id': '6a2c52a23afd48fdb7f28320291197ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:22.843880 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:22.844246 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b60a6-48ac-4c45-b41f-e1f6117082b9 req-d67377c2-9d1c-4630-9f79-839a2ca33728 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:22.847331 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-238b60a6-48ac-4c45-b41f-e1f6117082b9 req-d67377c2-9d1c-4630-9f79-839a2ca33728 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.1129637 Sep 24 14:53:22.865313 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc638b49-8db4-46e7-ad60-595aced8b69a admin admin] Pushing event updated for resources: {'Network': ['ID=069ac9b3-40bb-485f-8788-79da679ae725,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:22.927052 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-238b60a6-48ac-4c45-b41f-e1f6117082b9 req-9b14fa03-e027-48ff-98d3-b2a121c8c4dc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Sep 24 14:53:22.939599 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:22.945526 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network 069ac9b3-40bb-485f-8788-79da679ae725 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:53:22.989270 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'port_id': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'mac_address': 'fa:16:3e:f6:f2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:53:23.007249 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Made reservation on behalf of 6a2c52a23afd48fdb7f28320291197ba for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:23.008756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.073960 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42df042a-4745-4395-854f-17a72315cfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9155319b-6e54-49b2-be6b-f93390512e0d'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:23.076628 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c683-1d19-46d4-94d2-57c84128d795 req-227cc5ea-5639-44f8-944f-8a89ec2658f1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:23.081679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7180234-a298-4d50-aac9-0ab04965b150" -d '{"events": [{"server_uuid": "42df042a-4745-4395-854f-17a72315cfbe", "name": "network-vif-plugged", "status": "completed", "tag": "9155319b-6e54-49b2-be6b-f93390512e0d"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:23.092389 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9cf5c683-1d19-46d4-94d2-57c84128d795 req-227cc5ea-5639-44f8-944f-8a89ec2658f1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 943 time: 0.2257996 Sep 24 14:53:23.119179 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9155319b-6e54-49b2-be6b-f93390512e0d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9155319b-6e54-49b2-be6b-f93390512e0d,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:23.120055 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46186) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:23.143614 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-269db8eb-9353-4078-a7cf-41531e6bcff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.206444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf84d0cd-e7d9-4887-b69e-4711f84a86e2 x-openstack-request-id: req-bf84d0cd-e7d9-4887-b69e-4711f84a86e2 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:23.207117 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42df042a-4745-4395-854f-17a72315cfbe", "name": "network-vif-plugged", "status": "completed", "tag": "9155319b-6e54-49b2-be6b-f93390512e0d", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:23.207671 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf84d0cd-e7d9-4887-b69e-4711f84a86e2 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:23.208372 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42df042a-4745-4395-854f-17a72315cfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9155319b-6e54-49b2-be6b-f93390512e0d', 'code': 200} Sep 24 14:53:23.225811 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.235284 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.236539 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8469c71-171d-430f-98cf-e2d50059f5c2 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:23.325939 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd11ae11-28af-4e1f-a6ab-33c84ca17a09 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:23.340986 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9cf5c683-1d19-46d4-94d2-57c84128d795 req-113f8728-3e6c-42d4-834c-66ad132613ec tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476020 Sep 24 14:53:23.350000 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-269db8eb-9353-4078-a7cf-41531e6bcff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.359634 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-269db8eb-9353-4078-a7cf-41531e6bcff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.368411 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9155319b-6e54-49b2-be6b-f93390512e0d,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:23.383725 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:23.392973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.437566 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-269db8eb-9353-4078-a7cf-41531e6bcff6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01236d4af7b94a4195fb94b14ff6545b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161433 Sep 24 14:53:23.439966 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46190) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:23.442317 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269db8eb-9353-4078-a7cf-41531e6bcff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf29cb7-61f5-449c-aa71-7742d1eaa97c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:23.458618 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port a8469c71-171d-430f-98cf-e2d50059f5c2 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:53:23.505627 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port a8469c71-171d-430f-98cf-e2d50059f5c2 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:23.507904 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.536258 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cd0e9-9798-4116-bef0-bcbcd05989a3 req-dca7bd0c-8422-466a-aadd-527ebbfbafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:23.537793 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7f2cd0e9-9798-4116-bef0-bcbcd05989a3 req-dca7bd0c-8422-466a-aadd-527ebbfbafd2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 1098 time: 0.0849106 Sep 24 14:53:23.558385 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-44b374dd-5792-4e29-9e71-1b2e863e9b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.569363 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.615674 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-44b374dd-5792-4e29-9e71-1b2e863e9b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.630572 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7f2cd0e9-9798-4116-bef0-bcbcd05989a3 req-fe05e0cc-2b03-430d-8253-074447f37683 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792851 Sep 24 14:53:23.670896 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Checking segment: {'id': 'd326defe-bbbb-4b60-8dea-4c2c559d2320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '069ac9b3-40bb-485f-8788-79da679ae725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:23.671601 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Network hostable DHCP agents. Network: 069ac9b3-40bb-485f-8788-79da679ae725, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:53:23.700637 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9c03a0-3843-4c30-b765-5fc70634a3c0,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:23.706508 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-44b374dd-5792-4e29-9e71-1b2e863e9b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.709440 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-44b374dd-5792-4e29-9e71-1b2e863e9b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.713169 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-44b374dd-5792-4e29-9e71-1b2e863e9b53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbf29cb7-61f5-449c-aa71-7742d1eaa97c HTTP/1.1" status: 204 len: 168 time: 0.2696044 Sep 24 14:53:23.714929 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Network 069ac9b3-40bb-485f-8788-79da679ae725 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:53:23.727207 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b374dd-5792-4e29-9e71-1b2e863e9b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf29cb7-61f5-449c-aa71-7742d1eaa97c,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:23.737712 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, 069ac9b3-40bb-485f-8788-79da679ae725) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:23.764004 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:23.764615 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:23.790704 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025fb8b4-e789-4bed-acc9-33988727c1b6 None None] Network 069ac9b3-40bb-485f-8788-79da679ae725 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:53:23.805008 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e3d56ec2-409f-4803-9928-3652b8aa318d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0278287 Sep 24 14:53:23.838194 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:23.877490 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583febd3-78a7-49d0-97f9-7f779cf8484f req-b813b6b9-90cd-42a0-adce-5e043256d4f3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:23.883425 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-583febd3-78a7-49d0-97f9-7f779cf8484f req-b813b6b9-90cd-42a0-adce-5e043256d4f3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0722189 Sep 24 14:53:23.929851 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-583febd3-78a7-49d0-97f9-7f779cf8484f req-9344e29c-f700-4129-9b18-a0f58e3cc855 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Sep 24 14:53:23.981120 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bd11ae11-28af-4e1f-a6ab-33c84ca17a09'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:24.021667 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8e32f-a06f-436e-b58f-aae44e036351 None None] Network 069ac9b3-40bb-485f-8788-79da679ae725 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:53:24.027927 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:24.108085 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:24.174249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8469c71-171d-430f-98cf-e2d50059f5c2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8469c71-171d-430f-98cf-e2d50059f5c2,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:24.201294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:24.293814 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8469c71-171d-430f-98cf-e2d50059f5c2,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:24.468469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f4264-76b8-4dfe-b39b-cebf83285831 req-7c7c328b-988e-407e-9123-078b7db6f867 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:24.471035 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-af4f4264-76b8-4dfe-b39b-cebf83285831 req-7c7c328b-988e-407e-9123-078b7db6f867 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 944 time: 0.0550976 Sep 24 14:53:24.517581 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-af4f4264-76b8-4dfe-b39b-cebf83285831 req-6ae9dd08-b839-4340-990a-f550bb16dee3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383332 Sep 24 14:53:24.972897 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46286) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:24.977848 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-353148371-network', 'tenant_id': '5b8f805fe9e74e539b815cd842026d91'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:25.011951 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Made reservation on behalf of 5b8f805fe9e74e539b815cd842026d91 for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:25.016613 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.029090 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.095278 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f529a-0e36-4168-9599-56e7cfd1ddd7 req-83dce5dd-b61d-4a7d-a6ab-c545b0b1fd3a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:25.097213 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8d6f529a-0e36-4168-9599-56e7cfd1ddd7 req-83dce5dd-b61d-4a7d-a6ab-c545b0b1fd3a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0597219 Sep 24 14:53:25.209648 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8469c71-171d-430f-98cf-e2d50059f5c2'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:25.212005 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ccb442-40e1-4f5e-acb0-2f1b4a0e1c07" -d '{"events": [{"server_uuid": "2e53f2c3-aa3e-4f72-82ff-a71e621931b4", "name": "network-vif-plugged", "status": "completed", "tag": "a8469c71-171d-430f-98cf-e2d50059f5c2"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:25.222952 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8d6f529a-0e36-4168-9599-56e7cfd1ddd7 req-b4c7768d-f154-4811-8e3b-905817c5cf96 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184638 Sep 24 14:53:25.232254 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.248917 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.295857 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:53:25.310219 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140ab93-6e78-4037-b576-b3a3d8dc68bd,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:25.316572 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.317002 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Added segment 3fe4fecc-a3d8-413c-88d3-ce2ab62cf030 of type vlan for network d9a74f6b-08d2-47bd-a3c7-12d17d42ac70 Sep 24 14:53:25.346308 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae73985e-99ff-4b25-949c-63c887af7746 x-openstack-request-id: req-ae73985e-99ff-4b25-949c-63c887af7746 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:25.346652 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53f2c3-aa3e-4f72-82ff-a71e621931b4", "name": "network-vif-plugged", "status": "completed", "tag": "a8469c71-171d-430f-98cf-e2d50059f5c2", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:25.346920 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae73985e-99ff-4b25-949c-63c887af7746 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:25.347501 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8469c71-171d-430f-98cf-e2d50059f5c2', 'code': 200} Sep 24 14:53:25.377635 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.412217 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.413321 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:25.416161 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.454131 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46318) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:25.454608 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4802794 Sep 24 14:53:25.459754 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Request body: {'subnet': {'network_id': 'd9a74f6b-08d2-47bd-a3c7-12d17d42ac70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-353148371-subnet', 'tenant_id': '5b8f805fe9e74e539b815cd842026d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:25.494988 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e445a-2eee-4634-8205-4ded912f3b0b admin admin] Pushing event updated for resources: {'Network': ['ID=d9a74f6b-08d2-47bd-a3c7-12d17d42ac70,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:25.507267 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network d9a74f6b-08d2-47bd-a3c7-12d17d42ac70 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:53:25.531186 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Made reservation on behalf of 5b8f805fe9e74e539b815cd842026d91 for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:25.535847 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.821173 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a88cb-510b-43dc-9def-1e3254a84470 req-e2ba93d7-b60a-4310-ae87-a0de204c6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:25.821361 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7423-6339-457f-bc57-8dffc3bc0d49 req-d2479dad-e565-4172-8629-f1ec5703c3e3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:25.822750 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e77a88cb-510b-43dc-9def-1e3254a84470 req-e2ba93d7-b60a-4310-ae87-a0de204c6290 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0631230 Sep 24 14:53:25.822885 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2caf7423-6339-457f-bc57-8dffc3bc0d49 req-d2479dad-e565-4172-8629-f1ec5703c3e3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 944 time: 0.1135619 Sep 24 14:53:25.872640 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:25.873822 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e77a88cb-510b-43dc-9def-1e3254a84470 req-372e4a0c-982b-4086-8299-0d689d19dcf3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339489 Sep 24 14:53:25.885347 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2caf7423-6339-457f-bc57-8dffc3bc0d49 req-4443eecf-ac8d-4314-b766-7641d2950b2d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510919 Sep 24 14:53:25.950088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98822baf-f16b-47f6-87c3-cce2813b8875,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:25.959869 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Checking segment: {'id': '3fe4fecc-a3d8-413c-88d3-ce2ab62cf030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd9a74f6b-08d2-47bd-a3c7-12d17d42ac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:25.960202 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Network hostable DHCP agents. Network: d9a74f6b-08d2-47bd-a3c7-12d17d42ac70, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:53:25.980223 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Network d9a74f6b-08d2-47bd-a3c7-12d17d42ac70 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:53:25.990776 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, d9a74f6b-08d2-47bd-a3c7-12d17d42ac70) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:25.996750 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:25.998254 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:26.004993 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8aa100-35df-44d5-ade1-52b83289ef4c None None] Network d9a74f6b-08d2-47bd-a3c7-12d17d42ac70 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:53:26.018781 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e521eebb-3bee-4f0c-801f-01e1b7675078 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5631363 Sep 24 14:53:26.208963 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f54aeb-a6f4-42d9-8cd1-6ab3778476ee None None] Network d9a74f6b-08d2-47bd-a3c7-12d17d42ac70 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:53:26.389938 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51df0a7-eac2-411a-af12-26b81b7126cf req-d34b4f37-0063-40a4-a75c-2233465c7a10 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:26.399366 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f51df0a7-eac2-411a-af12-26b81b7126cf req-d34b4f37-0063-40a4-a75c-2233465c7a10 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0667043 Sep 24 14:53:26.443333 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f51df0a7-eac2-411a-af12-26b81b7126cf req-d838d4b6-dd3b-4d6b-af69-afdcef9fc129 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Sep 24 14:53:26.532347 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd11ae11-28af-4e1f-a6ab-33c84ca17a09 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:26.597689 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:53:26.603599 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:26.605588 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:26.758651 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:26.835773 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:26.843508 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:26.890825 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-30522596-8c99-4c29-9523-dd46f3a5c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:26.894085 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-30522596-8c99-4c29-9523-dd46f3a5c206 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 1098 time: 0.1055665 Sep 24 14:53:26.909453 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5080-5cb3-4a10-b9ef-0e3563e5603d req-40171b67-d7a3-4358-a782-a109738ceb67 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:26.912120 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f06d5080-5cb3-4a10-b9ef-0e3563e5603d req-40171b67-d7a3-4358-a782-a109738ceb67 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0756555 Sep 24 14:53:26.954609 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:27.027487 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-0ec4a79a-a0f6-4212-9bc3-8e68361b7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:27.028991 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-0ec4a79a-a0f6-4212-9bc3-8e68361b7fd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.1157503 Sep 24 14:53:27.090018 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-5b2fe07b-b484-4a91-b06c-6169b57c3972 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9155319b-6e54-49b2-be6b-f93390512e0d HTTP/1.1" status: 200 len: 217 time: 0.0454409 Sep 24 14:53:27.097571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a54d1-835a-4a1b-84a7-2d718b2ec6e1 req-ee6f1aee-833e-433b-b991-0587276b3a99 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:27.106767 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7d6a54d1-835a-4a1b-84a7-2d718b2ec6e1 req-ee6f1aee-833e-433b-b991-0587276b3a99 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0721550 Sep 24 14:53:27.124564 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f06d5080-5cb3-4a10-b9ef-0e3563e5603d req-6c01d3d4-221e-4672-bc24-9a6857642fe4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871038 Sep 24 14:53:27.186755 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7d6a54d1-835a-4a1b-84a7-2d718b2ec6e1 req-bbea3db9-4007-44d9-b7e7-9b9f8e84ea35 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698204 Sep 24 14:53:27.191757 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-8b4c85b0-65af-4bce-b120-0b3350314f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:27.193513 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-8b4c85b0-65af-4bce-b120-0b3350314f28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0677321 Sep 24 14:53:27.246321 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-b2d1cc7f-9051-42f1-a290-71d5f4c22999 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397148 Sep 24 14:53:27.348363 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:27.350913 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a97dc-facf-4864-9000-8086df8afbe5" -d '{"events": [{"server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "name": "network-vif-plugged", "status": "completed", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:27.372579 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-8a458cc6-bb1e-4b41-9dd6-497fc376f90d service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148119 Sep 24 14:53:27.402889 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c42e4f-7eb5-4a31-9f9a-44ee25a632de x-openstack-request-id: req-64c42e4f-7eb5-4a31-9f9a-44ee25a632de {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:27.403622 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "name": "network-vif-plugged", "status": "completed", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:27.403870 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64c42e4f-7eb5-4a31-9f9a-44ee25a632de {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:27.404371 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'code': 200} Sep 24 14:53:27.510073 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-78ee6458-6903-4d83-8563-f6c560d84f90 req-9104be7b-e63b-4779-bb2d-bd5830fb912b service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174574 Sep 24 14:53:27.741241 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43f74-8fef-44c5-967c-72812886a7a6 req-2f41c956-aadc-4a51-9f55-95d9b86bc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:27.743005 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-72e43f74-8fef-44c5-967c-72812886a7a6 req-2f41c956-aadc-4a51-9f55-95d9b86bc8a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0637050 Sep 24 14:53:27.844049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-72e43f74-8fef-44c5-967c-72812886a7a6 req-70087e36-3fd3-4a68-821d-a8638a4af131 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699294 Sep 24 14:53:28.079906 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46492) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:28.192952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c02-d145-480e-beec-05734b8c64cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.262134 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2907b21-ae7f-4ce1-bfb1-780b205b3e28 req-46554f2a-50e8-4e62-9a18-e639f88843ac tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:28.263664 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c2907b21-ae7f-4ce1-bfb1-780b205b3e28 req-46554f2a-50e8-4e62-9a18-e639f88843ac tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0687129 Sep 24 14:53:28.304902 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1894f3b-d26c-48ca-bc3e-fe8b13a55b4c req-305e7baa-8918-40db-b3ff-1e0c554d1eb1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:28.306690 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b1894f3b-d26c-48ca-bc3e-fe8b13a55b4c req-305e7baa-8918-40db-b3ff-1e0c554d1eb1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0515602 Sep 24 14:53:28.347808 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c2907b21-ae7f-4ce1-bfb1-780b205b3e28 req-c8b92ece-c785-4fc8-9cec-8201e815db1a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693774 Sep 24 14:53:28.350275 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b1894f3b-d26c-48ca-bc3e-fe8b13a55b4c req-9d41505a-65d6-4525-85dd-891bfd0c9c55 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356922 Sep 24 14:53:28.372800 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c02-d145-480e-beec-05734b8c64cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.379925 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c02-d145-480e-beec-05734b8c64cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.423294 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-a3e30c02-d145-480e-beec-05734b8c64cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a23558b5570b4b0ea00fde382ebf4c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395252 Sep 24 14:53:28.423294 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e30c02-d145-480e-beec-05734b8c64cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e64ea7-8dad-423a-816f-17dc53549f8f,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:28.423994 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46512) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:28.486313 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-271848e1-63dd-44af-9cc5-7ec2776f92bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.509601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-271848e1-63dd-44af-9cc5-7ec2776f92bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.557867 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-271848e1-63dd-44af-9cc5-7ec2776f92bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.560584 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-271848e1-63dd-44af-9cc5-7ec2776f92bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.561872 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-271848e1-63dd-44af-9cc5-7ec2776f92bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66e64ea7-8dad-423a-816f-17dc53549f8f HTTP/1.1" status: 204 len: 168 time: 0.1367996 Sep 24 14:53:28.571771 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271848e1-63dd-44af-9cc5-7ec2776f92bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e64ea7-8dad-423a-816f-17dc53549f8f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:28.728435 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46528) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:28.843840 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-73299a65-97bf-4d06-bc0c-04a51acf4416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.903732 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46538) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:28.925177 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a56b8544-1e34-4022-adf3-1bc9e54ac703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.948507 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-73299a65-97bf-4d06-bc0c-04a51acf4416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.952479 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-73299a65-97bf-4d06-bc0c-04a51acf4416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:28.998223 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-73299a65-97bf-4d06-bc0c-04a51acf4416 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dceadc9f2fe945bda26e902976f48fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663682 Sep 24 14:53:28.998223 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299a65-97bf-4d06-bc0c-04a51acf4416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d360841e-ec12-41fc-b101-e451ca565d7d,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:28.998589 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46542) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:29.081234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a56b8544-1e34-4022-adf3-1bc9e54ac703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.082349 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf54-23fb-4045-8768-dfcc6b7df782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.091228 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a56b8544-1e34-4022-adf3-1bc9e54ac703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.122608 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf54-23fb-4045-8768-dfcc6b7df782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.157476 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a56b8544-1e34-4022-adf3-1bc9e54ac703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21ff3fc85e5345639162d259f32e0eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523263 Sep 24 14:53:29.159917 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b8544-1e34-4022-adf3-1bc9e54ac703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765df156-a606-4e52-ae53-5bbe5e38cc88,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:29.161027 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46554) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:29.198914 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf54-23fb-4045-8768-dfcc6b7df782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.201634 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bf54-23fb-4045-8768-dfcc6b7df782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.202910 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f6a2bf54-23fb-4045-8768-dfcc6b7df782 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d360841e-ec12-41fc-b101-e451ca565d7d HTTP/1.1" status: 204 len: 168 time: 0.2032743 Sep 24 14:53:29.212872 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2bf54-23fb-4045-8768-dfcc6b7df782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d360841e-ec12-41fc-b101-e451ca565d7d,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:29.229614 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cd607ca5-1ccf-45c4-ade1-4bc635436995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.256597 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cd607ca5-1ccf-45c4-ade1-4bc635436995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.307267 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cd607ca5-1ccf-45c4-ade1-4bc635436995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.310680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cd607ca5-1ccf-45c4-ade1-4bc635436995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.311880 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-cd607ca5-1ccf-45c4-ade1-4bc635436995 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/765df156-a606-4e52-ae53-5bbe5e38cc88 HTTP/1.1" status: 204 len: 168 time: 0.1493428 Sep 24 14:53:29.320730 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd607ca5-1ccf-45c4-ade1-4bc635436995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765df156-a606-4e52-ae53-5bbe5e38cc88,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:29.519887 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff61f0-bcf2-4de5-9f93-de0b362a0eeb req-c1f113f7-fb30-4df7-9167-8583de15538d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:29.521478 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7ff61f0-bcf2-4de5-9f93-de0b362a0eeb req-c1f113f7-fb30-4df7-9167-8583de15538d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0812330 Sep 24 14:53:29.575801 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdbc74-c3a7-4005-ba93-cc02cb1d778c req-476d25d2-9935-4463-b486-380e972ced28 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:29.577472 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-71cdbc74-c3a7-4005-ba93-cc02cb1d778c req-476d25d2-9935-4463-b486-380e972ced28 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.1075242 Sep 24 14:53:29.628450 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7ff61f0-bcf2-4de5-9f93-de0b362a0eeb req-245a7fef-6094-462a-96f1-fea2a96fd2d9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996082 Sep 24 14:53:29.659903 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-71cdbc74-c3a7-4005-ba93-cc02cb1d778c req-134377c8-45f8-44ce-bb43-cb0454afb6cc tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710723 Sep 24 14:53:29.701925 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46570) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:29.716552 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-26044a64-cd30-48a8-9129-48fc31949a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.820908 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-26044a64-cd30-48a8-9129-48fc31949a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.827041 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-26044a64-cd30-48a8-9129-48fc31949a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.888701 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-26044a64-cd30-48a8-9129-48fc31949a7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=436bfcd05ce34cce93e59006156b9f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849272 Sep 24 14:53:29.889328 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46582) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:29.897513 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26044a64-cd30-48a8-9129-48fc31949a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aae3c6-afff-40a3-8530-2f94dcaa6f2d,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:29.956176 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3f3d497b-083e-4f38-975a-70cac5182523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:29.998335 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3f3d497b-083e-4f38-975a-70cac5182523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.083946 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3f3d497b-083e-4f38-975a-70cac5182523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.087082 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3f3d497b-083e-4f38-975a-70cac5182523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.088306 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3f3d497b-083e-4f38-975a-70cac5182523 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51aae3c6-afff-40a3-8530-2f94dcaa6f2d HTTP/1.1" status: 204 len: 168 time: 0.1967211 Sep 24 14:53:30.111782 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d497b-083e-4f38-975a-70cac5182523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aae3c6-afff-40a3-8530-2f94dcaa6f2d,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:30.582083 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46622) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:30.597385 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e5e226ba-21aa-416b-872c-f66d83bad1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.696662 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e5e226ba-21aa-416b-872c-f66d83bad1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.705304 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e5e226ba-21aa-416b-872c-f66d83bad1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.761364 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e5e226ba-21aa-416b-872c-f66d83bad1cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d2fdac1c1a548e7be3de034650cc1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780233 Sep 24 14:53:30.764514 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46630) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:30.773008 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38047-0b2b-44b1-a1f5-f61a12748f6f req-43a8f6b9-62ea-4be4-bad3-3052e37a19c6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:30.774738 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-88e38047-0b2b-44b1-a1f5-f61a12748f6f req-43a8f6b9-62ea-4be4-bad3-3052e37a19c6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0567839 Sep 24 14:53:30.778338 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e226ba-21aa-416b-872c-f66d83bad1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d4e2a-2fcc-4369-8a7f-dfe6fdf00d79,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:30.807421 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ea2ef-a765-4a34-bdda-a42774b58c9b req-fc2ea568-0217-43e1-a4ea-e2ed8b1cdd01 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:30.809053 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-173ea2ef-a765-4a34-bdda-a42774b58c9b req-fc2ea568-0217-43e1-a4ea-e2ed8b1cdd01 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0678575 Sep 24 14:53:30.854427 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-173ea2ef-a765-4a34-bdda-a42774b58c9b req-bb7f502a-c9ca-478a-9903-922ed0183704 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390081 Sep 24 14:53:30.885115 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-88e38047-0b2b-44b1-a1f5-f61a12748f6f req-c17c2074-3324-488e-b3cf-24d288a4e295 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786972 Sep 24 14:53:30.898513 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9647cfec-0661-41a4-89b4-fd0fdfc9c01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.923065 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9647cfec-0661-41a4-89b4-fd0fdfc9c01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.985612 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9647cfec-0661-41a4-89b4-fd0fdfc9c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.989103 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-9647cfec-0661-41a4-89b4-fd0fdfc9c01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:30.990210 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edd22-7546-4d0d-876c-420dc40f4a23 req-d81fc38e-169e-404a-a31e-6f11f82679a1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:30.990886 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9647cfec-0661-41a4-89b4-fd0fdfc9c01a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f0d4e2a-2fcc-4369-8a7f-dfe6fdf00d79 HTTP/1.1" status: 204 len: 168 time: 0.2151499 Sep 24 14:53:31.001142 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647cfec-0661-41a4-89b4-fd0fdfc9c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d4e2a-2fcc-4369-8a7f-dfe6fdf00d79,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:31.001778 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d84edd22-7546-4d0d-876c-420dc40f4a23 req-d81fc38e-169e-404a-a31e-6f11f82679a1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0690646 Sep 24 14:53:31.002594 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46642) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:31.007324 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'floatingip': {'port_id': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:31.096368 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:32.063728 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:32.077601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:32.117936 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e326a3-c534-44f6-8d32-7d7de2787f93 req-ff536998-0e90-4e05-9c8b-a41d1477b3cb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:32.135108 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-48e326a3-c534-44f6-8d32-7d7de2787f93 req-ff536998-0e90-4e05-9c8b-a41d1477b3cb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1544325 Sep 24 14:53:32.187689 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-48e326a3-c534-44f6-8d32-7d7de2787f93 req-b5ddd017-0101-468d-aae3-56f4f0c7c704 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Sep 24 14:53:32.213677 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Floating IP 3768bae6-0b37-492b-84b7-063fc4708ac2 associated. External IP: 172.27.2.203, port: bd11ae11-28af-4e1f-a6ab-33c84ca17a09. Sep 24 14:53:32.450174 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Router ce081177-0a1a-43e1-8933-29fbae2946a2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:53:32.570911 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:53:32.576922 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:32.586609 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:53:32.598350 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:53:32.598973 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:53:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:32.612164 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-85c44b97-a546-452a-8cf9-243cd06550f3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "PUT /v2.0/floatingips/3768bae6-0b37-492b-84b7-063fc4708ac2 HTTP/1.1" status: 200 len: 991 time: 1.6082485 Sep 24 14:53:32.613186 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:32.616823 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec733062-fd5f-4713-a737-021b539f7c96" -d '{"events": [{"name": "network-changed", "server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:32.665211 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d658607-1e2e-4247-a4cc-8e99e2fde065 x-openstack-request-id: req-2d658607-1e2e-4247-a4cc-8e99e2fde065 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:32.665609 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:32.665862 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d658607-1e2e-4247-a4cc-8e99e2fde065 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:32.666261 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'status': 'completed', 'code': 200} Sep 24 14:53:32.723974 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:53:32.757238 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733062-fd5f-4713-a737-021b539f7c96 req-8c2ffddf-e12e-4416-a975-7e75da4220b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:32.758845 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-8c2ffddf-e12e-4416-a975-7e75da4220b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0448694 Sep 24 14:53:32.859630 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733062-fd5f-4713-a737-021b539f7c96 req-a30b4698-956e-4301-9b1a-1f417d3f7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:32.861581 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-a30b4698-956e-4301-9b1a-1f417d3f7386 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.0946684 Sep 24 14:53:32.995160 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-71540413-2062-4ece-a747-29f1c19c25cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 999 time: 0.1037149 Sep 24 14:53:33.055940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733062-fd5f-4713-a737-021b539f7c96 req-751e1b0b-8732-4c63-bdc9-c2fdbaada559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:33.057422 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-751e1b0b-8732-4c63-bdc9-c2fdbaada559 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0494099 Sep 24 14:53:33.111786 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '3768bae6-0b37-492b-84b7-063fc4708ac2', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'port_id': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'mac_address': 'fa:16:3e:f6:f2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:53:09Z', 'updated_at': '2021-09-24T14:53:31Z', 'revision_number': 1, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:33.138523 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733062-fd5f-4713-a737-021b539f7c96 req-813477d1-0f6b-46df-9e88-d0b0977a984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:33.139062 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:53:33.141543 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-813477d1-0f6b-46df-9e88-d0b0977a984f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524027 Sep 24 14:53:33.147888 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:53:33.148504 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:53:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:33.283280 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:53:33.293197 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-fdef0ac0-946f-47bc-995f-8d8bfeafc362 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385105 Sep 24 14:53:33.343222 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846be11-3949-4495-9b05-47ce75d817c5 req-8c2a4d9d-ae9b-4ab6-b0d2-c1bd1dca699e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:33.352014 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3846be11-3949-4495-9b05-47ce75d817c5 req-8c2a4d9d-ae9b-4ab6-b0d2-c1bd1dca699e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0644724 Sep 24 14:53:33.400926 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3846be11-3949-4495-9b05-47ce75d817c5 req-19437169-9fee-42b2-bb26-de5b73faa07a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450618 Sep 24 14:53:33.439944 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec733062-fd5f-4713-a737-021b539f7c96 req-443a3965-9c03-4e62-8eee-8fa06277f3a3 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132240 Sep 24 14:53:33.619847 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '3768bae6-0b37-492b-84b7-063fc4708ac2', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'port_id': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'mac_address': 'fa:16:3e:f6:f2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:53:09Z', 'updated_at': '2021-09-24T14:53:31Z', 'revision_number': 1, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:33.649080 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f3e16-3683-4de4-a527-ec328d333f0d None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '3768bae6-0b37-492b-84b7-063fc4708ac2', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'port_id': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'mac_address': 'fa:16:3e:f6:f2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:53:09Z', 'updated_at': '2021-09-24T14:53:31Z', 'revision_number': 1, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:53:33.930384 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f628e-59ef-415d-8eed-a3742469519c None None] New status for floating IP 3768bae6-0b37-492b-84b7-063fc4708ac2: ACTIVE {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 14:53:34.510583 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529921-9880-4419-a5ad-b6d7ffb64fc7 req-b6c67b4f-6877-4f2c-b19f-50b34497a729 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:34.512128 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-61529921-9880-4419-a5ad-b6d7ffb64fc7 req-b6c67b4f-6877-4f2c-b19f-50b34497a729 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0481040 Sep 24 14:53:34.551851 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-61529921-9880-4419-a5ad-b6d7ffb64fc7 req-b07c454d-8ca4-442a-ab0c-c6cf334538c2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Sep 24 14:53:35.497195 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893def4b-2c43-4377-8bf5-16c320b777ba req-ecf8d9b8-4385-4880-842e-2198bfa1cde8 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:35.498680 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-893def4b-2c43-4377-8bf5-16c320b777ba req-ecf8d9b8-4385-4880-842e-2198bfa1cde8 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0574632 Sep 24 14:53:35.543083 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-893def4b-2c43-4377-8bf5-16c320b777ba req-e679b343-ba15-4c24-9faa-9f3c5da2a479 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Sep 24 14:53:35.617311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46838) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:35.689445 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191ff0-e4e7-4f42-8b43-a38efca4638e req-f7646758-d615-4f5e-a38d-fd24cbc0c5eb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:35.691152 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87191ff0-e4e7-4f42-8b43-a38efca4638e req-f7646758-d615-4f5e-a38d-fd24cbc0c5eb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0590785 Sep 24 14:53:35.736573 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87191ff0-e4e7-4f42-8b43-a38efca4638e req-844dcfd3-1fc0-4910-96dc-77c80a5b6657 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Sep 24 14:53:35.745117 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4e29c339-a24a-44f7-8038-c8d25c2584d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:35.834119 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4e29c339-a24a-44f7-8038-c8d25c2584d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:35.837934 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4e29c339-a24a-44f7-8038-c8d25c2584d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:35.876943 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29c339-a24a-44f7-8038-c8d25c2584d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf8ec7-88bc-44ef-9dc2-22576ee5631d,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:35.883197 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4e29c339-a24a-44f7-8038-c8d25c2584d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd7e9b2df30049909a2c239b49e9082e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645130 Sep 24 14:53:35.886242 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46844) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:35.936399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-37d68b7f-f619-4048-9793-bd393d0784ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:35.956770 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-37d68b7f-f619-4048-9793-bd393d0784ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.001512 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-37d68b7f-f619-4048-9793-bd393d0784ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.004131 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-37d68b7f-f619-4048-9793-bd393d0784ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.005297 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-37d68b7f-f619-4048-9793-bd393d0784ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90cf8ec7-88bc-44ef-9dc2-22576ee5631d HTTP/1.1" status: 204 len: 168 time: 0.1180565 Sep 24 14:53:36.013549 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d68b7f-f619-4048-9793-bd393d0784ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf8ec7-88bc-44ef-9dc2-22576ee5631d,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:36.275485 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46858) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:36.291568 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b51fa879-b26a-4acb-b3f5-e72ea5b7ce14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.396035 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b51fa879-b26a-4acb-b3f5-e72ea5b7ce14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.400767 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b51fa879-b26a-4acb-b3f5-e72ea5b7ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.448039 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-b51fa879-b26a-4acb-b3f5-e72ea5b7ce14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac01f6de649a4ab9b3d3be9702ec9d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689851 Sep 24 14:53:36.448039 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fa879-b26a-4acb-b3f5-e72ea5b7ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174cac74-0e7a-4a83-b81a-d5186a06b4a7,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:36.448476 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46874) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:36.508116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6226d358-e37e-4a61-9490-270917033acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.539206 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6226d358-e37e-4a61-9490-270917033acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.599231 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6226d358-e37e-4a61-9490-270917033acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.611712 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6226d358-e37e-4a61-9490-270917033acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:36.622283 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-6226d358-e37e-4a61-9490-270917033acd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/174cac74-0e7a-4a83-b81a-d5186a06b4a7 HTTP/1.1" status: 204 len: 168 time: 0.1637759 Sep 24 14:53:36.639511 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226d358-e37e-4a61-9490-270917033acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174cac74-0e7a-4a83-b81a-d5186a06b4a7,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:36.746085 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977089b0-f642-4404-aaab-ad6d4c04b95f req-cbf02cdf-e4f8-438d-bd06-2ea8253fc240 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:36.748368 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-977089b0-f642-4404-aaab-ad6d4c04b95f req-cbf02cdf-e4f8-438d-bd06-2ea8253fc240 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0932958 Sep 24 14:53:36.794384 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-977089b0-f642-4404-aaab-ad6d4c04b95f req-328f629f-8e81-498d-b5ef-1896facbe50c tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Sep 24 14:53:36.921194 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cee43-7ad8-42b2-ad2c-4165b25dd7d4 req-1e974f3f-37b7-480e-903a-0ce32dee03a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:36.922993 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-496cee43-7ad8-42b2-ad2c-4165b25dd7d4 req-1e974f3f-37b7-480e-903a-0ce32dee03a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0708077 Sep 24 14:53:36.969112 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-496cee43-7ad8-42b2-ad2c-4165b25dd7d4 req-fd7f0a23-6b3a-4cbe-96eb-afb4249bcc71 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Sep 24 14:53:37.082069 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46926) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:37.142723 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46932) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:37.160992 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-87c130de-e081-4b86-84b8-c0cd5a08b915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.271580 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-87c130de-e081-4b86-84b8-c0cd5a08b915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.276367 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-87c130de-e081-4b86-84b8-c0cd5a08b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.315913 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-87c130de-e081-4b86-84b8-c0cd5a08b915 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef037a6bea194137ae172a2ce60a0415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718342 Sep 24 14:53:37.318668 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46944) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:37.320705 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c130de-e081-4b86-84b8-c0cd5a08b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b127a4-1a20-4ad0-844d-38ab191af4ea,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:37.363797 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c09a9ede-f361-4d0f-97e8-becd833e5679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.379240 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4170-a36a-475b-88bb-973ea5f65fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.402642 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4170-a36a-475b-88bb-973ea5f65fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.451868 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4170-a36a-475b-88bb-973ea5f65fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.455262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7c8b4170-a36a-475b-88bb-973ea5f65fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.459967 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-7c8b4170-a36a-475b-88bb-973ea5f65fb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16b127a4-1a20-4ad0-844d-38ab191af4ea HTTP/1.1" status: 204 len: 168 time: 0.1368568 Sep 24 14:53:37.462483 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c09a9ede-f361-4d0f-97e8-becd833e5679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.465380 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b4170-a36a-475b-88bb-973ea5f65fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b127a4-1a20-4ad0-844d-38ab191af4ea,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:37.467850 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c09a9ede-f361-4d0f-97e8-becd833e5679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.518851 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c09a9ede-f361-4d0f-97e8-becd833e5679 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11bf5b88b1624935b3b2b3c37514ef9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354196 Sep 24 14:53:37.519905 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9ede-f361-4d0f-97e8-becd833e5679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c131d5-d3af-40da-a5eb-b8da93ff494c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:37.521481 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46950) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:37.575978 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6df73b04-951a-4adf-878d-8cfb5de93666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.605015 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6df73b04-951a-4adf-878d-8cfb5de93666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.661831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6df73b04-951a-4adf-878d-8cfb5de93666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.664892 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-6df73b04-951a-4adf-878d-8cfb5de93666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:37.666071 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-6df73b04-951a-4adf-878d-8cfb5de93666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73c131d5-d3af-40da-a5eb-b8da93ff494c HTTP/1.1" status: 204 len: 168 time: 0.1418011 Sep 24 14:53:37.674925 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df73b04-951a-4adf-878d-8cfb5de93666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c131d5-d3af-40da-a5eb-b8da93ff494c,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:37.942715 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eac64-4d2f-4447-882a-bb170c61545d req-b29ef156-4995-452c-aae4-ef7db3259a2b tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:37.944730 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8b9eac64-4d2f-4447-882a-bb170c61545d req-b29ef156-4995-452c-aae4-ef7db3259a2b tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0621762 Sep 24 14:53:37.990420 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8b9eac64-4d2f-4447-882a-bb170c61545d req-452e9a0c-6261-4e89-854b-3a2b44a68ce5 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Sep 24 14:53:38.061783 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 46972) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:38.087928 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf346-28d3-4eea-8fcb-cc2d454d8c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.121433 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d0b3-8c97-4968-9a08-29f061d49bfc req-d9d8b834-7307-47d2-a74f-7a45302b2c8a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:38.122927 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bbd5d0b3-8c97-4968-9a08-29f061d49bfc req-d9d8b834-7307-47d2-a74f-7a45302b2c8a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0720482 Sep 24 14:53:38.181281 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bbd5d0b3-8c97-4968-9a08-29f061d49bfc req-9eaa5254-e99a-45f5-9255-b796ebe3b5f4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Sep 24 14:53:38.221816 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf346-28d3-4eea-8fcb-cc2d454d8c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.226647 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf346-28d3-4eea-8fcb-cc2d454d8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.267847 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f0ccf346-28d3-4eea-8fcb-cc2d454d8c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=293de8644ea540c1b56408be01e1eb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048566 Sep 24 14:53:38.268521 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf346-28d3-4eea-8fcb-cc2d454d8c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3dd3fe-82cc-4afc-8bda-7f953e2213d4,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:38.271408 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 46974) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:38.323767 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9499-5c58-49da-93c8-b53b15bae638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.346294 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9499-5c58-49da-93c8-b53b15bae638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.397617 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9499-5c58-49da-93c8-b53b15bae638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.400656 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9499-5c58-49da-93c8-b53b15bae638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:38.403729 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d8ca9499-5c58-49da-93c8-b53b15bae638 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b3dd3fe-82cc-4afc-8bda-7f953e2213d4 HTTP/1.1" status: 204 len: 168 time: 0.1286020 Sep 24 14:53:38.413333 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca9499-5c58-49da-93c8-b53b15bae638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3dd3fe-82cc-4afc-8bda-7f953e2213d4,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:38.847622 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47002) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:38.853019 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-d8b49f85-6354-43d7-a65f-b1855036ac6f tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:38.855182 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-d8b49f85-6354-43d7-a65f-b1855036ac6f tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.70 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0592644 Sep 24 14:53:39.061443 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.072545 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Deleting port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:53:39.078863 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.191243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216540d-d7df-470e-ad07-553a00587b5e req-796ddde9-6807-4770-a982-b3f852ef979e tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:39.193571 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3216540d-d7df-470e-ad07-553a00587b5e req-796ddde9-6807-4770-a982-b3f852ef979e tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 946 time: 0.0802920 Sep 24 14:53:39.247687 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] For port f4aabfc0-00f5-459c-99ed-d0537cbd82e7, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,segment=NetworkSegment(458a9a0c-78b8-46bc-b92f-acf1ebb15107),segment_id=458a9a0c-78b8-46bc-b92f-acf1ebb15107)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:39.248828 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.275219 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Calling delete_port for f4aabfc0-00f5-459c-99ed-d0537cbd82e7 owned by compute:nova {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:53:39.291816 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3216540d-d7df-470e-ad07-553a00587b5e req-2974fab2-6fe9-4354-90b9-6a0cf226b1ca tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7b83a5-714c-4d72-982b-bb69b7b22092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899775 Sep 24 14:53:39.317460 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.324837 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.377462 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ac3a40c938d4267b6dfc3778bbb728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289545 Sep 24 14:53:39.378321 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb29319-429f-49a9-8166-29daa2decefa,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:39.380298 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47026) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:39.397506 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.397930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.398437 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.398548 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.398948 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.399400 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.399767 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.400121 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.400504 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.400849 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.401424 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.401894 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320252bf-8925-4fc1-b42e-67f99a699aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.430240 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9136a-be8b-4d2a-9e5b-97db6fb8a335 req-84ee362a-ffc1-45f4-a1b5-df39ef549b30 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:39.432216 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ded9136a-be8b-4d2a-9e5b-97db6fb8a335 req-84ee362a-ffc1-45f4-a1b5-df39ef549b30 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1387239 Sep 24 14:53:39.467185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ee9afea6-b2d0-4744-b80e-311c89b6da5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.497673 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ee9afea6-b2d0-4744-b80e-311c89b6da5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.511333 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ded9136a-be8b-4d2a-9e5b-97db6fb8a335 req-c667cf42-6aff-4620-80b9-fa14bec6af84 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692620 Sep 24 14:53:39.544753 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.568599 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['f4aabfc0-00f5-459c-99ed-d0537cbd82e7'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:39.594064 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ee9afea6-b2d0-4744-b80e-311c89b6da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.597092 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ee9afea6-b2d0-4744-b80e-311c89b6da5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.600848 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ee9afea6-b2d0-4744-b80e-311c89b6da5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb29319-429f-49a9-8166-29daa2decefa HTTP/1.1" status: 204 len: 168 time: 0.2168405 Sep 24 14:53:39.633882 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9afea6-b2d0-4744-b80e-311c89b6da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb29319-429f-49a9-8166-29daa2decefa,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:39.821802 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Pushing event deleted for resources: {'Port': ['ID=f4aabfc0-00f5-459c-99ed-d0537cbd82e7,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:39.853595 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.854247 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.854247 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.854589 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.854919 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.855243 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.855603 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.855932 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.856257 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.856576 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.856894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.857211 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:39.894501 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] No DVR routers for this DVR port f4aabfc0-00f5-459c-99ed-d0537cbd82e7 on host hv-cinder-81091 {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:53:39.902054 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:39.904506 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f2f4b671-5363-4d1d-a02d-6bf8df9701bf req-beab9934-c724-479f-921d-255508f035be tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.70 "DELETE /v2.0/ports/f4aabfc0-00f5-459c-99ed-d0537cbd82e7 HTTP/1.1" status: 204 len: 173 time: 1.0379169 Sep 24 14:53:39.905025 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'name': 'network-vif-deleted', 'tag': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:39.909069 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b8d324-99b1-4e23-b2e3-6bc974041e6d" -d '{"events": [{"server_uuid": "8f7c7499-ba26-4d55-8d2a-21b1d58d9286", "name": "network-vif-deleted", "tag": "f4aabfc0-00f5-459c-99ed-d0537cbd82e7"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:39.956163 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c3453-ca8a-4340-8205-d56ab8cd4619 x-openstack-request-id: req-505c3453-ca8a-4340-8205-d56ab8cd4619 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:39.956443 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7c7499-ba26-4d55-8d2a-21b1d58d9286", "name": "network-vif-deleted", "tag": "f4aabfc0-00f5-459c-99ed-d0537cbd82e7", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:39.957484 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-505c3453-ca8a-4340-8205-d56ab8cd4619 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:39.958332 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7c7499-ba26-4d55-8d2a-21b1d58d9286', 'name': 'network-vif-deleted', 'tag': 'f4aabfc0-00f5-459c-99ed-d0537cbd82e7', 'status': 'completed', 'code': 200} Sep 24 14:53:40.013835 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47050) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:40.028413 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-02fc676c-1b37-423c-8f6f-6bb7180471fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.123032 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-02fc676c-1b37-423c-8f6f-6bb7180471fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.128496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-02fc676c-1b37-423c-8f6f-6bb7180471fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.165010 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc676c-1b37-423c-8f6f-6bb7180471fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82157a19-35a7-42b1-8a64-1e6c7ce17151,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:40.172199 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47054) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:40.179084 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-02fc676c-1b37-423c-8f6f-6bb7180471fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d1a9a6bb8bf475bbd1f1f1b4c447654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641550 Sep 24 14:53:40.223685 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8edc717a-1fea-45e9-8244-b04f2d29e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.248039 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8edc717a-1fea-45e9-8244-b04f2d29e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.301218 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8edc717a-1fea-45e9-8244-b04f2d29e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.304207 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8edc717a-1fea-45e9-8244-b04f2d29e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:40.305518 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-8edc717a-1fea-45e9-8244-b04f2d29e2b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82157a19-35a7-42b1-8a64-1e6c7ce17151 HTTP/1.1" status: 204 len: 168 time: 0.1322927 Sep 24 14:53:40.314871 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc717a-1fea-45e9-8244-b04f2d29e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82157a19-35a7-42b1-8a64-1e6c7ce17151,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:40.415819 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb6d0180-83dd-4fc2-8daf-19c38f15436d req-8fa12914-314c-4b29-ab00-7f73c790f289 tempest-DeleteServersTestJSON-818401279 tempest-DeleteServersTestJSON-818401279-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f7c7499-ba26-4d55-8d2a-21b1d58d9286 HTTP/1.1" status: 200 len: 210 time: 0.0379684 Sep 24 14:53:40.648832 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c761-9d41-4675-9511-c17b6ac555da req-fd5bc1e9-c55c-434a-a046-88d3afb9a246 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:40.656477 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3f16c761-9d41-4675-9511-c17b6ac555da req-fd5bc1e9-c55c-434a-a046-88d3afb9a246 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0625157 Sep 24 14:53:40.719761 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3f16c761-9d41-4675-9511-c17b6ac555da req-c62bea37-f525-4f6a-a813-06fa5027ab83 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581286 Sep 24 14:53:41.845248 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59493b6-05c2-416d-b11b-f33fcd5e89b2 req-c904163a-8dcb-4411-922f-b7582d821046 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:41.846897 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d59493b6-05c2-416d-b11b-f33fcd5e89b2 req-c904163a-8dcb-4411-922f-b7582d821046 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0576365 Sep 24 14:53:41.895530 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d59493b6-05c2-416d-b11b-f33fcd5e89b2 req-ebe838b1-139c-4228-ad77-ab3a30264ac7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Sep 24 14:53:42.501716 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47196) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:42.523638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-2f7e82b0-b783-4b46-98b0-fbe2dbea0f78 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:42.526386 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-2f7e82b0-b783-4b46-98b0-fbe2dbea0f78 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.1259325 Sep 24 14:53:42.544377 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-256ee69f-1872-4063-9b2e-cd053cfc791f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/quotas/3be341c1283544c4896a434f38b72fbd HTTP/1.1" status: 200 len: 375 time: 0.0103667 Sep 24 14:53:42.564104 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Deleting subnet be9c03a0-3843-4c30-b765-5fc70634a3c0 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:53:42.567332 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:42.603239 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-1828193f-a625-4dee-aafb-0be1bcd7ffaf tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494282 Sep 24 14:53:42.606162 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:42.648182 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:42.651491 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device f4aabfc0-00f5-459c-99ed-d0537cbd82e7 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:53:42.686586 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: f4aabfc0-00f5-459c-99ed-d0537cbd82e7 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:53:42.688552 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device f4aabfc0-00f5-459c-99ed-d0537cbd82e7 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:53:42.716491 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-218b566a-69c0-408b-a082-559f72c767ca service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024580 Sep 24 14:53:42.720578 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:42.754210 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9c03a0-3843-4c30-b765-5fc70634a3c0,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:42.758250 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:42.762724 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-b3cb2e2d-85bf-4559-9efc-2b8dc3ab8211 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be9c03a0-3843-4c30-b765-5fc70634a3c0 HTTP/1.1" status: 204 len: 168 time: 0.2575023 Sep 24 14:53:42.764109 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47200) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:42.817398 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-ed16d8ae-0224-4583-b1ed-26d03436e646 service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921869 Sep 24 14:53:42.846486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:42.894218 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47208) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:42.979301 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.030017 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Deleting subnet 78c582e5-f005-45b3-ac42-53e2e5820282 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:53:43.038063 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069ac9b3-40bb-485f-8788-79da679ae725']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.040108 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.069730 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd326defe-bbbb-4b60-8dea-4c2c559d2320') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.070034 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd326defe-bbbb-4b60-8dea-4c2c559d2320') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.084505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.116363 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2702-5d92-4b98-93dd-20b8fc5c1570 req-1cc35d1c-867e-40de-8f91-8244bce8605e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:43.117881 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3a5b2702-5d92-4b98-93dd-20b8fc5c1570 req-1cc35d1c-867e-40de-8f91-8244bce8605e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1316066 Sep 24 14:53:43.120563 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.123966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.127179 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d3d23679-5899-42d7-a4cf-0131d49ff34e req-9218b96f-3e07-4c84-a1bc-8e50a7252b45 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0334918 Sep 24 14:53:43.320167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:53:43.320167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:53:43.323019 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:53:43.408180 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3a5b2702-5d92-4b98-93dd-20b8fc5c1570 req-a5584c09-e1a5-429c-aaa4-15751f08de1e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794285 Sep 24 14:53:43.408774 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.415913 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.418075 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.419933 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] 10.222.0.13 "DELETE /v2.0/networks/069ac9b3-40bb-485f-8788-79da679ae725 HTTP/1.1" status: 204 len: 168 time: 0.6555469 Sep 24 14:53:43.423866 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47228) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:43.449081 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56349e-6799-4e3d-a0ca-883c77c05c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=069ac9b3-40bb-485f-8788-79da679ae725,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:43.472529 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Deleting subnet 98822baf-f16b-47f6-87c3-cce2813b8875 {{(pid=100529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:53:43.475887 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.493028 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.512786 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.521873 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c582e5-f005-45b3-ac42-53e2e5820282,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:43.522442 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.527567 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.529516 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0565e14e-eac9-415b-a034-d19b45c14238 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/78c582e5-f005-45b3-ac42-53e2e5820282 HTTP/1.1" status: 204 len: 168 time: 0.6339889 Sep 24 14:53:43.533277 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47232) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:43.585251 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for subnet, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.606574 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.613182 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98822baf-f16b-47f6-87c3-cce2813b8875,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:43.615487 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.617626 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0357170e-6776-4881-8637-4a8e14d1fd69 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/98822baf-f16b-47f6-87c3-cce2813b8875 HTTP/1.1" status: 204 len: 168 time: 0.1915543 Sep 24 14:53:43.620200 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47234) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:43.698460 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.704129 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.731923 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0948d21e-d55e-49f8-8423-5c3449c44ddf']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.752508 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458a9a0c-78b8-46bc-b92f-acf1ebb15107') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.752633 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458a9a0c-78b8-46bc-b92f-acf1ebb15107') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.773956 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.796700 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.803913 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:53:43.804569 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:53:43.806919 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:53:43.809488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.831944 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.832301 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.833057 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.833406 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > port after_create 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.833832 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.834075 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > port after_update 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.834561 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.834879 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.835196 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.835536 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.869748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.875951 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:43.879405 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/0948d21e-d55e-49f8-8423-5c3449c44ddf HTTP/1.1" status: 204 len: 168 time: 0.3437309 Sep 24 14:53:43.889274 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59335cfe-492e-430f-9851-001b05863d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=0948d21e-d55e-49f8-8423-5c3449c44ddf,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:43.965566 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.965916 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.966243 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.966574 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 14:53:43.966941 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a74f6b-08d2-47bd-a3c7-12d17d42ac70']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.986010 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe4fecc-a3d8-413c-88d3-ce2ab62cf030') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:43.986329 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe4fecc-a3d8-413c-88d3-ce2ab62cf030') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:53:44.005495 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.028039 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.039022 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:53:44.039435 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: from cryptography.utils import int_from_bytes Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: from cryptography.utils import int_from_bytes Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:53:44.043980 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:53:44.056896 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47244) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:44.098769 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-86d7b270-ebfd-40bd-881c-50199aaa98e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=428ff02979564cb1a1b7385d3f8b3ddb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406101 Sep 24 14:53:44.101586 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47248) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:44.108573 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.117398 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.121922 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9a74f6b-08d2-47bd-a3c7-12d17d42ac70 HTTP/1.1" status: 204 len: 168 time: 0.4980764 Sep 24 14:53:44.130339 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5073e7b-ab58-4400-bc56-34f757e1274c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a74f6b-08d2-47bd-a3c7-12d17d42ac70,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:44.159169 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bcf8582e-d789-46f5-8f52-30e10a538231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.183176 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bcf8582e-d789-46f5-8f52-30e10a538231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.237914 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ef557a9a-3eda-4476-9a4c-80af6f2d2874 req-ac8c6e17-ffcb-4169-bd62-5e6134afba72 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0319273 Sep 24 14:53:44.255554 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bcf8582e-d789-46f5-8f52-30e10a538231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.258653 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bcf8582e-d789-46f5-8f52-30e10a538231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.259984 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-bcf8582e-d789-46f5-8f52-30e10a538231 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f7b83a5-714c-4d72-982b-bb69b7b22092 HTTP/1.1" status: 204 len: 168 time: 0.1573393 Sep 24 14:53:44.267679 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8582e-d789-46f5-8f52-30e10a538231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7b83a5-714c-4d72-982b-bb69b7b22092,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:44.303680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47256) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:44.347833 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-51c3d866-769b-44ff-86a5-48c88548843c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a2c52a23afd48fdb7f28320291197ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429697 Sep 24 14:53:44.350277 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47258) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:44.401535 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5a5481d3-f590-45dd-ae9e-88e5823ef2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.424667 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5a5481d3-f590-45dd-ae9e-88e5823ef2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.478088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5a5481d3-f590-45dd-ae9e-88e5823ef2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.480701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5a5481d3-f590-45dd-ae9e-88e5823ef2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.481861 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5a5481d3-f590-45dd-ae9e-88e5823ef2ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb0b2eae-ef6b-42dc-bb89-b3c7dd9c18db HTTP/1.1" status: 204 len: 168 time: 0.1306701 Sep 24 14:53:44.507756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5481d3-f590-45dd-ae9e-88e5823ef2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b2eae-ef6b-42dc-bb89-b3c7dd9c18db,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:44.554851 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6994e-0fdc-4506-ad57-25a1a038d031 req-818be9b3-0beb-48b2-a9c0-e455f46183a8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:44.556430 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ce6994e-0fdc-4506-ad57-25a1a038d031 req-818be9b3-0beb-48b2-a9c0-e455f46183a8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0616467 Sep 24 14:53:44.601503 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ce6994e-0fdc-4506-ad57-25a1a038d031 req-44c0a1f9-382e-4fbd-9e0a-d1e4d1fdea1e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Sep 24 14:53:44.840550 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47284) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:44.886017 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-aeef725f-4aa7-47b5-a540-2909db77605e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b8f805fe9e74e539b815cd842026d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442400 Sep 24 14:53:44.888466 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47288) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:44.938351 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8161-9f02-438f-9739-356b4d93851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:44.960272 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8161-9f02-438f-9739-356b4d93851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:45.014443 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8161-9f02-438f-9739-356b4d93851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:45.017930 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8161-9f02-438f-9739-356b4d93851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:45.019049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-9f2a8161-9f02-438f-9739-356b4d93851a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0140ab93-6e78-4037-b576-b3a3d8dc68bd HTTP/1.1" status: 204 len: 168 time: 0.1296787 Sep 24 14:53:45.028981 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8161-9f02-438f-9739-356b4d93851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140ab93-6e78-4037-b576-b3a3d8dc68bd,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:45.538735 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dcbd6279-788c-4f30-9df7-efdea0975f63 req-6a929a73-8fba-42b3-a571-777aeb9286d1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0296621 Sep 24 14:53:45.719998 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d9a6f-7bbe-4c6a-a089-765e3d15c5ef req-d4bc45f7-4d9e-47de-b5f8-61cc580778fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:45.721621 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4a5d9a6f-7bbe-4c6a-a089-765e3d15c5ef req-d4bc45f7-4d9e-47de-b5f8-61cc580778fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0488515 Sep 24 14:53:45.762739 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4a5d9a6f-7bbe-4c6a-a089-765e3d15c5ef req-35bd73dd-1538-4cc0-b50d-f6b17e3fd506 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Sep 24 14:53:46.143276 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47356) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:46.160205 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47360) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:46.270201 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0a150b73-5800-4a13-90ec-3acc2d507245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.282395 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.312771 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.db.api [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:53:46.312771 dv-cinder-810917-1-iscsi neutron-server[100529]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 14:53:46.312771 dv-cinder-810917-1-iscsi neutron-server[100529]: [parameters: {'project_id': 'fe7404b5f3fe4288872494e24541fe3a', 'id': 'fb67bb8d-f7c0-4c70-b147-ce5c8a107971', 'expiration': datetime.datetime(2021, 9, 24, 14, 55, 46, 306289)}] Sep 24 14:53:46.312771 dv-cinder-810917-1-iscsi neutron-server[100529]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:53:46.313268 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG oslo_db.api [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:53:46.380601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0a150b73-5800-4a13-90ec-3acc2d507245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.384490 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0a150b73-5800-4a13-90ec-3acc2d507245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.422442 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0a150b73-5800-4a13-90ec-3acc2d507245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a47adfc00e1b42d8a087dbc92765ad05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780488 Sep 24 14:53:46.423245 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a150b73-5800-4a13-90ec-3acc2d507245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf6a1e6-4396-4095-82ca-751e92f38304,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:46.425233 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47364) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:46.474374 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d15ab05-4379-4696-8ef6-86cf83d75290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.494679 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d15ab05-4379-4696-8ef6-86cf83d75290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.539674 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d15ab05-4379-4696-8ef6-86cf83d75290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.542117 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5d15ab05-4379-4696-8ef6-86cf83d75290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.543276 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5d15ab05-4379-4696-8ef6-86cf83d75290 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bf6a1e6-4396-4095-82ca-751e92f38304 HTTP/1.1" status: 204 len: 168 time: 0.1170557 Sep 24 14:53:46.551677 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ab05-4379-4696-8ef6-86cf83d75290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf6a1e6-4396-4095-82ca-751e92f38304,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:46.642718 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b70d5b13-9ae7-4470-9394-a4b5e931a956 req-80f53c59-f4cd-4edb-a2f5-6770a0f2ef33 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0300524 Sep 24 14:53:46.814335 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.892478 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f927752-6457-4f4e-967b-1153ce56037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.908926 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00a3e-d40b-4fe3-a715-252c0325b8ad req-b25998b7-3e8d-494f-837a-5f0ab5ec002e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:46.911023 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1ba00a3e-d40b-4fe3-a715-252c0325b8ad req-b25998b7-3e8d-494f-837a-5f0ab5ec002e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0711586 Sep 24 14:53:46.934312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.939763 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:46.976157 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1ba00a3e-d40b-4fe3-a715-252c0325b8ad req-4c96ef45-9d08-4472-b53f-ac3b0ac9aed6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586829 Sep 24 14:53:46.983626 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe7404b5f3fe4288872494e24541fe3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185730 Sep 24 14:53:46.983626 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47386) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:46.989309 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514191f-047f-409e-89e2-5dc8f8b1c650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de5668-3543-4dca-b0af-d6e78649897e,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:47.046245 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05b256a3-e93c-43d1-b9f1-2cba10e75538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:47.067654 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05b256a3-e93c-43d1-b9f1-2cba10e75538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:47.114095 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05b256a3-e93c-43d1-b9f1-2cba10e75538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:47.116790 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05b256a3-e93c-43d1-b9f1-2cba10e75538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:47.117931 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-05b256a3-e93c-43d1-b9f1-2cba10e75538 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5de5668-3543-4dca-b0af-d6e78649897e HTTP/1.1" status: 204 len: 168 time: 0.1347272 Sep 24 14:53:47.128151 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b256a3-e93c-43d1-b9f1-2cba10e75538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de5668-3543-4dca-b0af-d6e78649897e,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:47.579517 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-720230cd-c60f-4ee7-be3d-8829d2128663 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543036 Sep 24 14:53:47.636131 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:47.699081 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-dea202c4-57cc-4969-a0ab-4836a94dba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:47.700648 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-dea202c4-57cc-4969-a0ab-4836a94dba3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 1098 time: 0.0484560 Sep 24 14:53:47.763697 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-32fea780-bc2f-4f5e-a00f-76c8e09ebd8f req-54a3d30c-a69b-432f-a358-7e183815c8b9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0345929 Sep 24 14:53:47.849930 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-b35401b2-a49b-43b3-930b-4eb5a72b7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:47.851334 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-b35401b2-a49b-43b3-930b-4eb5a72b7ede service neutron] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 915 time: 0.0990224 Sep 24 14:53:47.919749 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-9542bf50-2b12-48c4-a4ed-e827442f2efa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65ec1c13-5b21-4205-af54-56b510906e07 HTTP/1.1" status: 200 len: 217 time: 0.0510178 Sep 24 14:53:47.999130 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-0c55e054-264f-4762-ab13-79b2187f9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:48.001244 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-0c55e054-264f-4762-ab13-79b2187f9bc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0672290 Sep 24 14:53:48.068569 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-01214db4-b776-46d8-96f8-f45f8362cd44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441902 Sep 24 14:53:48.185900 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796d82-7d4e-440a-b99c-7b5a98cbf53e req-837fe73b-036f-464f-95b8-a08b1a353784 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:48.187485 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-66796d82-7d4e-440a-b99c-7b5a98cbf53e req-837fe73b-036f-464f-95b8-a08b1a353784 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1214774 Sep 24 14:53:48.261979 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-66796d82-7d4e-440a-b99c-7b5a98cbf53e req-fb0aa6b8-504d-4144-a733-72b331fe4ed3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635455 Sep 24 14:53:48.265905 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-63905924-0a63-4de3-ba1e-577bb586d4df service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783900 Sep 24 14:53:48.478528 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b7d00e3-e1e9-4fff-a518-7dfd8d4b319e req-2e6f1c94-9b5b-4946-9629-4c4cd94a0e30 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752563 Sep 24 14:53:48.600333 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-bb838553-60b2-4e3c-9e52-5e55c7fabff1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:48.602199 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-bb838553-60b2-4e3c-9e52-5e55c7fabff1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.1399112 Sep 24 14:53:48.666444 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Request body: {'port': {'device_id': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'admin_state_up': True, 'tenant_id': '3be341c1283544c4896a434f38b72fbd'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:48.857286 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Made reservation on behalf of 3be341c1283544c4896a434f38b72fbd for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:48.867345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:48.946687 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-60780310-89ef-46ed-804b-a812ced88098 req-f6ba3efa-d75d-4f65-a090-891534ea8b80 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0587010 Sep 24 14:53:49.054692 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Allocated IP 172.20.0.5 (15bebfa1-4b87-4bcc-9027-92fc51674878/8f83562d-cce6-42fc-854c-4a25f5e14cfc/7b85208c-f3d6-4e3f-9a4f-2cb76f44565f) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:53:49.208923 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:49.244173 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:49.265956 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:49.294449 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:53:49.297870 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:49.326103 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event updated for resources: {'Port': ['ID=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:49.330318 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:53:49.416814 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:49.417440 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:49.442766 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d42f-1cd2-4a81-977a-9b852d17db81 req-2f93508b-1f50-4a67-bbfb-12a58965ec3d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:49.444372 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1946d42f-1cd2-4a81-977a-9b852d17db81 req-2f93508b-1f50-4a67-bbfb-12a58965ec3d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0844150 Sep 24 14:53:49.445984 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-956828ed-62a8-4657-b370-f267e3bf5ef5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835710 Sep 24 14:53:49.469385 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Request body: {'port': {'device_id': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:49.512778 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1946d42f-1cd2-4a81-977a-9b852d17db81 req-f285ba8b-1800-4dd3-9a64-34765c8ca2c5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625105 Sep 24 14:53:49.538584 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:49.810616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:49.822232 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:49.837588 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Transition to ACTIVE for port object 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:53:49.841912 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:49.901675 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:49.985002 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:53:49.992575 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Attempting to bind port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:53:49.992934 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Attempting to bind port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:53:49.993270 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Attempting to bind port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:49.999726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f on network 15bebfa1-4b87-4bcc-9027-92fc51674878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:53:50.000687 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Attempting to bind port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:53:50.006566 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:53:50.006901 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Checking segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:50.007285 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Bound using segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:53:50.007865 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Bound port: 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:53:50.008230 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:50.112409 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0daaebba-2580-4e90-80d6-a873d0a81f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:50.118723 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] For port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:53:50.122863 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] For port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:53:50.132523 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a4c4-6538-4e04-a28a-4b5e0034bcb5 req-0e7425bb-a03a-4c5f-9570-6eba7f808f08 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.134122 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-12b2a4c4-6538-4e04-a28a-4b5e0034bcb5 req-0e7425bb-a03a-4c5f-9570-6eba7f808f08 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 943 time: 0.0883772 Sep 24 14:53:50.136052 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:50.191915 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.192542 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:50.193989 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] 10.222.0.70 "PUT /v2.0/ports/7b85208c-f3d6-4e3f-9a4f-2cb76f44565f HTTP/1.1" status: 200 len: 1093 time: 0.7304657 Sep 24 14:53:50.195067 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'tag': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:50.196890 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93457a26-b588-475e-8620-08abce37e3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5", "tag": "7b85208c-f3d6-4e3f-9a4f-2cb76f44565f"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:50.263715 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e684d-6dec-44e6-9efc-9b9a1391ba2c x-openstack-request-id: req-532e684d-6dec-44e6-9efc-9b9a1391ba2c {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:50.264001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5", "tag": "7b85208c-f3d6-4e3f-9a4f-2cb76f44565f", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:50.264262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-532e684d-6dec-44e6-9efc-9b9a1391ba2c {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:50.264646 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'tag': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', 'status': 'completed', 'code': 200} Sep 24 14:53:50.265580 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c946d-8f14-4b0d-9461-0218ace1ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:50.271957 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-12b2a4c4-6538-4e04-a28a-4b5e0034bcb5 req-704cf1b7-520f-48e0-822d-c41fc3fc7074 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085629 Sep 24 14:53:50.305906 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-962fea63-d33b-4b94-9b29-c21f6f740d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.307507 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-962fea63-d33b-4b94-9b29-c21f6f740d6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0557029 Sep 24 14:53:50.361346 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-117aacd1-4a87-4907-8773-5e1a1addce00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f HTTP/1.1" status: 200 len: 217 time: 0.0403669 Sep 24 14:53:50.460981 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-043a9d1f-cd03-44cb-83f1-bbae83936037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.462686 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-043a9d1f-cd03-44cb-83f1-bbae83936037 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0703800 Sep 24 14:53:50.500814 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-97e259a0-3690-4745-929e-132c913ad748 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258167 Sep 24 14:53:50.620247 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-ffbad263-778b-4395-a140-d4a2515f5a5c service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942988 Sep 24 14:53:50.647277 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff2a1e-9ede-4794-aa48-415a685ca87c req-e52ecd51-8352-4e2f-8d14-0ada6a26cb55 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.649171 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7dff2a1e-9ede-4794-aa48-415a685ca87c req-e52ecd51-8352-4e2f-8d14-0ada6a26cb55 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0560310 Sep 24 14:53:50.659632 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:50.704695 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7dff2a1e-9ede-4794-aa48-415a685ca87c req-66614b86-e8b2-4966-a090-691372dfd7a7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Sep 24 14:53:50.732493 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d25e88a9-3a3e-4793-8f3f-3026b1533ad6 req-c05d6704-ee69-4e1e-9583-b44ac921c98e service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021473 Sep 24 14:53:50.853942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93457a26-b588-475e-8620-08abce37e3f3 req-c4404911-c50d-4623-994d-970103f3c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.855777 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-c4404911-c50d-4623-994d-970103f3c6d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0492690 Sep 24 14:53:50.960820 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93457a26-b588-475e-8620-08abce37e3f3 req-80548ec7-ed30-4299-9692-29e572b10737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:50.962277 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-80548ec7-ed30-4299-9692-29e572b10737 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 915 time: 0.0884800 Sep 24 14:53:51.010358 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-3b7c72b5-11be-42cb-b7b0-ade6c7b73b05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f HTTP/1.1" status: 200 len: 217 time: 0.0376790 Sep 24 14:53:51.070677 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93457a26-b588-475e-8620-08abce37e3f3 req-d0c564e6-6bce-4804-b60c-49e4107c7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:51.072162 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-d0c564e6-6bce-4804-b60c-49e4107c7f4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0423777 Sep 24 14:53:51.110637 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-dd856f4d-e1d8-4305-8227-15e90a9a6235 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249569 Sep 24 14:53:51.214429 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-8d012bcd-882d-4ec8-b4dd-9ace55af8411 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Sep 24 14:53:51.311655 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-93457a26-b588-475e-8620-08abce37e3f3 req-52d0bd46-05f5-4f8e-81b5-76a94dc52943 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Sep 24 14:53:51.409858 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ee958-55d0-4adf-b69c-850a21234b62 req-67f3001f-d39a-47f5-9195-f3e37db604bd tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:51.416069 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6d6ee958-55d0-4adf-b69c-850a21234b62 req-67f3001f-d39a-47f5-9195-f3e37db604bd tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 943 time: 0.0644979 Sep 24 14:53:51.451948 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6d6ee958-55d0-4adf-b69c-850a21234b62 req-705fe9cb-399d-46af-a67e-88a22481073d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346842 Sep 24 14:53:51.607882 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47574) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:51.658844 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47578) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:51.795887 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e99d27e8-9f27-4c95-a5e9-6351c94ea145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:51.798489 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:51.835838 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.db.api [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 14:53:51.835838 dv-cinder-810917-1-iscsi neutron-server[100529]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 14:53:51.835838 dv-cinder-810917-1-iscsi neutron-server[100529]: [parameters: {'project_id': 'cc7f4040f6d6452c8406008c44cbe9ee', 'id': '6707bc2b-dddc-48ac-a1b4-7c15533c4104', 'expiration': datetime.datetime(2021, 9, 24, 14, 55, 51, 831334)}] Sep 24 14:53:51.835838 dv-cinder-810917-1-iscsi neutron-server[100529]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 14:53:51.836303 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG oslo_db.api [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 14:53:51.839410 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70de1-2a88-410a-a1da-eec59bd7a4f1 req-558a50d6-771e-4e77-9742-366287e045b4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:51.841246 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7ac70de1-2a88-410a-a1da-eec59bd7a4f1 req-558a50d6-771e-4e77-9742-366287e045b4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0542667 Sep 24 14:53:51.890985 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:51.905090 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7ac70de1-2a88-410a-a1da-eec59bd7a4f1 req-9d83dc0d-9dcd-42d8-ba09-5a8513cec217 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540159 Sep 24 14:53:51.942754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e99d27e8-9f27-4c95-a5e9-6351c94ea145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:51.947924 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e99d27e8-9f27-4c95-a5e9-6351c94ea145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:51.990515 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e99d27e8-9f27-4c95-a5e9-6351c94ea145 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31ab7d7dbc474376bc43684cd67a0581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814595 Sep 24 14:53:51.991211 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d27e8-9f27-4c95-a5e9-6351c94ea145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6098a54f-e678-4814-9d9f-e74db2ebbc7f,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:51.993944 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47596) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:52.051648 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bb03ca6-37ed-4100-a716-9337b45843c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.075803 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bb03ca6-37ed-4100-a716-9337b45843c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.123783 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bb03ca6-37ed-4100-a716-9337b45843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.127775 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bb03ca6-37ed-4100-a716-9337b45843c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.129001 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4bb03ca6-37ed-4100-a716-9337b45843c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6098a54f-e678-4814-9d9f-e74db2ebbc7f HTTP/1.1" status: 204 len: 168 time: 0.1338458 Sep 24 14:53:52.137469 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb03ca6-37ed-4100-a716-9337b45843c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6098a54f-e678-4814-9d9f-e74db2ebbc7f,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:52.338048 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.434306 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47604) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:52.455229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4eff2607-e863-4342-9480-e03b53280a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.469746 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.476243 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.551225 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc7f4040f6d6452c8406008c44cbe9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8910058 Sep 24 14:53:52.555043 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47608) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:52.556013 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bc7c3-4823-4a2b-b771-6d610155c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8681270f-f5f6-4b4a-9381-d005b065c0d1,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:52.626973 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-627b01fe-eb46-4e19-acb7-6ec758ad2151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.636861 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cacbcd-ef46-43e1-bf5f-26a629b7a101 req-ce19cec8-fec6-48a2-ac8e-ed865461612a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:52.638424 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-26cacbcd-ef46-43e1-bf5f-26a629b7a101 req-ce19cec8-fec6-48a2-ac8e-ed865461612a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 943 time: 0.0952406 Sep 24 14:53:52.652326 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-627b01fe-eb46-4e19-acb7-6ec758ad2151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.655439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4eff2607-e863-4342-9480-e03b53280a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.666745 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4eff2607-e863-4342-9480-e03b53280a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.705214 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-627b01fe-eb46-4e19-acb7-6ec758ad2151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.708033 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-627b01fe-eb46-4e19-acb7-6ec758ad2151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:52.709315 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-627b01fe-eb46-4e19-acb7-6ec758ad2151 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8681270f-f5f6-4b4a-9381-d005b065c0d1 HTTP/1.1" status: 204 len: 168 time: 0.1471889 Sep 24 14:53:52.717909 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b01fe-eb46-4e19-acb7-6ec758ad2151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8681270f-f5f6-4b4a-9381-d005b065c0d1,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:52.893114 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff2607-e863-4342-9480-e03b53280a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a2613-ecc2-4ebb-8da3-156d671003dd,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:52.900957 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-26cacbcd-ef46-43e1-bf5f-26a629b7a101 req-aac73f2f-ee7c-4e73-b549-bf76e118093f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544267 Sep 24 14:53:52.909060 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4eff2607-e863-4342-9480-e03b53280a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c6d5fe263474b299a72e79781b9764a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728012 Sep 24 14:53:52.911562 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47620) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:52.973668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f0cafc6-cc44-4ee1-b1ec-e4ca6084893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.019948 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f0cafc6-cc44-4ee1-b1ec-e4ca6084893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.067484 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f737a-f965-40e8-832b-09cd7bb9473a req-74170746-556c-485d-8305-e843635a227e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:53.069044 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f24f737a-f965-40e8-832b-09cd7bb9473a req-74170746-556c-485d-8305-e843635a227e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0859091 Sep 24 14:53:53.095965 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47626) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:53.116755 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-33a1e6d7-42dd-4994-a039-72dcf73e49f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.118398 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f0cafc6-cc44-4ee1-b1ec-e4ca6084893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.121062 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f0cafc6-cc44-4ee1-b1ec-e4ca6084893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.122189 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0f0cafc6-cc44-4ee1-b1ec-e4ca6084893c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/699a2613-ecc2-4ebb-8da3-156d671003dd HTTP/1.1" status: 204 len: 168 time: 0.2095079 Sep 24 14:53:53.146012 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cafc6-cc44-4ee1-b1ec-e4ca6084893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a2613-ecc2-4ebb-8da3-156d671003dd,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:53.151688 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f24f737a-f965-40e8-832b-09cd7bb9473a req-cc5d83fe-6040-47d2-8b26-bd379f7392f0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732870 Sep 24 14:53:53.246516 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-33a1e6d7-42dd-4994-a039-72dcf73e49f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.252044 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-33a1e6d7-42dd-4994-a039-72dcf73e49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.293447 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-33a1e6d7-42dd-4994-a039-72dcf73e49f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86d979b317664352a81c4f0dcc74a147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940472 Sep 24 14:53:53.293620 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47632) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:53.300559 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1e6d7-42dd-4994-a039-72dcf73e49f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a65bb2-a556-4cef-9f60-6e500418b32a,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:53.359850 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4fb798a8-e16e-4b9c-98b8-e9d6be017823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.381961 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4fb798a8-e16e-4b9c-98b8-e9d6be017823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.432071 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4fb798a8-e16e-4b9c-98b8-e9d6be017823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.434645 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4fb798a8-e16e-4b9c-98b8-e9d6be017823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.435859 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4fb798a8-e16e-4b9c-98b8-e9d6be017823 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a65bb2-a556-4cef-9f60-6e500418b32a HTTP/1.1" status: 204 len: 168 time: 0.1412930 Sep 24 14:53:53.445296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb798a8-e16e-4b9c-98b8-e9d6be017823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a65bb2-a556-4cef-9f60-6e500418b32a,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:53.697655 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:53:53.808578 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:53.821669 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'port_id': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', 'mac_address': 'fa:16:3e:61:f5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f83562d-cce6-42fc-854c-4a25f5e14cfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:53:53.861632 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.882849 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:53:53.906949 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:53.911884 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:53.978479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:54.019542 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.019928 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.020277 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.020617 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.020950 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.021283 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.021612 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.021977 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.022285 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.022614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.022977 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.023250 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:53:54.033027 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.039952 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd8365-5f88-4fb6-9538-607a1bf786e2 req-c3f288ac-c6fe-49ed-bad3-612bdd17f1bf tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:54.041626 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-23dd8365-5f88-4fb6-9538-607a1bf786e2 req-c3f288ac-c6fe-49ed-bad3-612bdd17f1bf tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 944 time: 0.0613716 Sep 24 14:53:54.082830 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-23dd8365-5f88-4fb6-9538-607a1bf786e2 req-7116406d-27b8-44f1-9ade-eb33942f402a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Sep 24 14:53:54.229533 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47684) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:54.288332 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729338e7-77df-4b71-a61b-3240f34fb537 req-0ea15df4-f0c0-4d2b-a6cc-b15534684aa7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:54.289862 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-729338e7-77df-4b71-a61b-3240f34fb537 req-0ea15df4-f0c0-4d2b-a6cc-b15534684aa7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0629494 Sep 24 14:53:54.331940 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-729338e7-77df-4b71-a61b-3240f34fb537 req-ccc569c3-8571-4e9d-882b-8dfd74b2a958 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Sep 24 14:53:54.344085 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1420422251-network', 'tenant_id': '2dc61f585687471f9bf86def989443dc'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:54.366261 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Made reservation on behalf of 2dc61f585687471f9bf86def989443dc for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:54.368702 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.379681 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.487818 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.492161 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.516502 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:53:54.532129 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7762bb-d345-45ae-946f-c77ec660771f,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:54.536464 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.536806 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Added segment 65dabf61-d53f-41e1-9e3e-0f3b60138a04 of type vlan for network cf30a605-8bf6-42ca-ab99-8a4b1680746c Sep 24 14:53:54.593306 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.623808 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.625511 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:54.626196 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.659647 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4289832 Sep 24 14:53:54.662614 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47692) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:54.669390 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Request body: {'subnet': {'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1420422251-subnet', 'tenant_id': '2dc61f585687471f9bf86def989443dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:53:54.700265 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40fc40-e9e7-4234-8a34-f07356ddd874 admin admin] Pushing event updated for resources: {'Network': ['ID=cf30a605-8bf6-42ca-ab99-8a4b1680746c,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:54.712955 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network cf30a605-8bf6-42ca-ab99-8a4b1680746c details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:53:54.721101 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Made reservation on behalf of 2dc61f585687471f9bf86def989443dc for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:53:54.723498 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.898514 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.954218 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23e7203-4c60-4791-8ffe-f495a0ce2d66,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:54.962749 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Checking segment: {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:53:54.963106 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Network hostable DHCP agents. Network: cf30a605-8bf6-42ca-ab99-8a4b1680746c, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:53:54.979090 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Network cf30a605-8bf6-42ca-ab99-8a4b1680746c is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:53:54.989523 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, cf30a605-8bf6-42ca-ab99-8a4b1680746c) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:53:54.994235 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:54.995089 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:54.999945 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be4538b-f1d4-456a-b2c9-e40024e2dae2 None None] Network cf30a605-8bf6-42ca-ab99-8a4b1680746c requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:53:55.016740 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f7b39e4f-a0c4-470d-8aad-0d1f7beaabf9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3530273 Sep 24 14:53:55.142857 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9e253-3ca9-4ad6-8737-c6db5caa432d None None] Network cf30a605-8bf6-42ca-ab99-8a4b1680746c requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:53:55.209611 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3a9ca-16fd-46ec-bfd0-2046ace89801 req-51542df8-8d79-4ca4-9604-71a77f57bc51 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:55.211150 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3fb3a9ca-16fd-46ec-bfd0-2046ace89801 req-51542df8-8d79-4ca4-9604-71a77f57bc51 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 944 time: 0.0527337 Sep 24 14:53:55.255497 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3fb3a9ca-16fd-46ec-bfd0-2046ace89801 req-7a6fdad8-da47-4d89-9171-32e3ab1500a3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376430 Sep 24 14:53:55.474733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4eb0-465b-4ca0-811e-e7c7678fc657 req-bb5af6d3-e5ce-4630-b588-f5fee3521264 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:55.476306 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-591f4eb0-465b-4ca0-811e-e7c7678fc657 req-bb5af6d3-e5ce-4630-b588-f5fee3521264 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0537076 Sep 24 14:53:55.519442 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-591f4eb0-465b-4ca0-811e-e7c7678fc657 req-fc175857-00cc-4d3d-a311-a98a9a49fd5f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361450 Sep 24 14:53:56.373402 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c27b73-8db1-4919-b7ea-65db941855dd req-f018440e-7ae0-4e15-bdbc-1ce967a28596 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:56.375328 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b2c27b73-8db1-4919-b7ea-65db941855dd req-f018440e-7ae0-4e15-bdbc-1ce967a28596 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 944 time: 0.0539105 Sep 24 14:53:56.413053 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b2c27b73-8db1-4919-b7ea-65db941855dd req-4cc2d049-6229-4a83-890c-8600ef7b8b87 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Sep 24 14:53:56.632800 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['7b85208c-f3d6-4e3f-9a4f-2cb76f44565f'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:53:56.637081 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f603f-bd87-4e32-9884-9f363f0a5f37 req-343aebc4-63e3-4c27-b032-855793d3adfa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:56.638609 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e17f603f-bd87-4e32-9884-9f363f0a5f37 req-343aebc4-63e3-4c27-b032-855793d3adfa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0511031 Sep 24 14:53:56.676817 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e17f603f-bd87-4e32-9884-9f363f0a5f37 req-5548d639-3a4c-494b-98ee-07a42712a805 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Sep 24 14:53:57.558541 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040ff2-3767-4493-bdae-efc9fa717d04 req-fb88b65a-612f-469d-87c3-6c2cbc535714 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:57.560104 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dd040ff2-3767-4493-bdae-efc9fa717d04 req-fb88b65a-612f-469d-87c3-6c2cbc535714 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 944 time: 0.0638399 Sep 24 14:53:57.604221 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dd040ff2-3767-4493-bdae-efc9fa717d04 req-f2d7252d-0a41-418d-949b-14996bb7ca3f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Sep 24 14:53:57.807345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6fb32-ea95-4378-b5f2-e8379620fe78 req-c403c9d4-545b-44e6-8782-7402cdb281f0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:57.809979 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eaf6fb32-ea95-4378-b5f2-e8379620fe78 req-c403c9d4-545b-44e6-8782-7402cdb281f0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0585859 Sep 24 14:53:57.857300 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eaf6fb32-ea95-4378-b5f2-e8379620fe78 req-b189ce26-cfd7-4d2a-8db6-681fd3feb092 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 Sep 24 14:53:57.904821 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-bb4ac206-e094-446b-83b8-03c5e71612ac tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:57.908808 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-bb4ac206-e094-446b-83b8-03c5e71612ac tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/networks?id=cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 200 len: 809 time: 0.1336484 Sep 24 14:53:57.928117 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-e9118e88-15ef-45b1-8db6-06d847b63d88 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/quotas/2dc61f585687471f9bf86def989443dc HTTP/1.1" status: 200 len: 375 time: 0.0104737 Sep 24 14:53:57.965780 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-bbd349a1-ff6d-415b-b7c3-edb8d1cdcabb tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc61f585687471f9bf86def989443dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317047 Sep 24 14:53:58.058049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-9ac64572-a3ac-45cc-94a7-72e794b2b656 service neutron] 10.222.0.13 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851154 Sep 24 14:53:58.151338 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-b570a920-0011-4d98-b99a-86d6b11a8a4f service neutron] 10.222.0.13 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866759 Sep 24 14:53:58.230484 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:53:58.308682 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:53:58.317426 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:53:58.317807 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:58.329253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ce748646-1fa4-4148-b944-a67ce3072be7 req-bf0ebcb3-de70-4e4a-9c23-067232c77151 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 210 time: 0.0374382 Sep 24 14:53:58.429016 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:58.466681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:53:58.470095 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16477c88-8691-477a-b85a-aa5a1a92acdc" -d '{"events": [{"server_uuid": "11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5", "name": "network-vif-plugged", "status": "completed", "tag": "7b85208c-f3d6-4e3f-9a4f-2cb76f44565f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:53:58.495687 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:53:58.506486 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:58.535234 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd281140-7ef6-4969-8de1-d47e2438b4d8 x-openstack-request-id: req-dd281140-7ef6-4969-8de1-d47e2438b4d8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:53:58.535590 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5", "name": "network-vif-plugged", "status": "completed", "tag": "7b85208c-f3d6-4e3f-9a4f-2cb76f44565f", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:53:58.535883 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd281140-7ef6-4969-8de1-d47e2438b4d8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:53:58.536272 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', 'code': 200} Sep 24 14:53:58.576495 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:58.647656 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47826) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:58.743679 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47830) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:58.768937 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfade0d-de50-4fd2-b940-c803734b9eac req-fc055721-200a-40a8-8b5f-83a2ef29fcff tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:58.778092 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-edfade0d-de50-4fd2-b940-c803734b9eac req-fc055721-200a-40a8-8b5f-83a2ef29fcff tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0721748 Sep 24 14:53:58.799349 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5144d4-bdce-4d10-bfa9-d0f68ae0cf66 req-a65fcf9e-2bb3-4b2d-8cf2-818743531935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:58.801356 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-da5144d4-bdce-4d10-bfa9-d0f68ae0cf66 req-a65fcf9e-2bb3-4b2d-8cf2-818743531935 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0727351 Sep 24 14:53:58.840542 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-edfade0d-de50-4fd2-b940-c803734b9eac req-783f9f2b-e1dd-4d44-8e67-f5f059188b47 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608454 Sep 24 14:53:58.871110 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-da5144d4-bdce-4d10-bfa9-d0f68ae0cf66 req-afe442fc-842e-425e-826b-979902e10176 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Sep 24 14:53:58.872071 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b6dc-88b9-46f3-ae3f-6fae4648c66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:58.911596 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2c8371c2-62c5-4858-87a7-4ad0ed991d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:58.996184 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b6dc-88b9-46f3-ae3f-6fae4648c66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.002733 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b6dc-88b9-46f3-ae3f-6fae4648c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.029099 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9611-054c-45cc-9de3-10852bcd988d req-4258434a-6c4f-499b-9a40-ca198f8330a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:53:59.030637 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3bfe9611-054c-45cc-9de3-10852bcd988d req-4258434a-6c4f-499b-9a40-ca198f8330a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0798521 Sep 24 14:53:59.073286 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-c9a7b6dc-88b9-46f3-ae3f-6fae4648c66e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a88a9ad9e83b43bb829f53d057924deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243681 Sep 24 14:53:59.075771 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7b6dc-88b9-46f3-ae3f-6fae4648c66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f344c-a300-4ff6-85a4-3e18b39318cc,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:59.077414 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47840) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:59.098049 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3bfe9611-054c-45cc-9de3-10852bcd988d req-70af4f5d-41c9-4e12-a91e-127ad968b2f7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579712 Sep 24 14:53:59.128240 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2c8371c2-62c5-4858-87a7-4ad0ed991d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.137664 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2c8371c2-62c5-4858-87a7-4ad0ed991d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.197344 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-186e16cd-bf39-454e-9a25-e83eb7c41887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.200566 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2c8371c2-62c5-4858-87a7-4ad0ed991d93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=111dcc9bd94f41cea56cf11b38797117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557068 Sep 24 14:53:59.201248 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8371c2-62c5-4858-87a7-4ad0ed991d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b75b4-a864-44dc-a7fa-8631f6b044cd,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:59.203853 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47846) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:59.238639 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-186e16cd-bf39-454e-9a25-e83eb7c41887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.289845 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5736ddc2-8747-46e6-98a7-e5057ac2d57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.320415 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5736ddc2-8747-46e6-98a7-e5057ac2d57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.328795 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-186e16cd-bf39-454e-9a25-e83eb7c41887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.333373 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-186e16cd-bf39-454e-9a25-e83eb7c41887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.336950 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-186e16cd-bf39-454e-9a25-e83eb7c41887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/426f344c-a300-4ff6-85a4-3e18b39318cc HTTP/1.1" status: 204 len: 168 time: 0.2584016 Sep 24 14:53:59.348904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e16cd-bf39-454e-9a25-e83eb7c41887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f344c-a300-4ff6-85a4-3e18b39318cc,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:59.380494 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5736ddc2-8747-46e6-98a7-e5057ac2d57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.383557 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5736ddc2-8747-46e6-98a7-e5057ac2d57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.384870 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5736ddc2-8747-46e6-98a7-e5057ac2d57d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b6b75b4-a864-44dc-a7fa-8631f6b044cd HTTP/1.1" status: 204 len: 168 time: 0.1771166 Sep 24 14:53:59.394746 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736ddc2-8747-46e6-98a7-e5057ac2d57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b75b4-a864-44dc-a7fa-8631f6b044cd,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:59.507685 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1a1bd5f2-05c5-413f-a13d-44f435afbf74 req-5f67cbf8-1a63-438e-80c0-5306d1cb91a8 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 210 time: 0.0416167 Sep 24 14:53:59.754644 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 47876) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:53:59.768211 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b68a2a6c-dd66-45f1-a5ad-4204275ea9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.862063 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b68a2a6c-dd66-45f1-a5ad-4204275ea9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.866798 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b68a2a6c-dd66-45f1-a5ad-4204275ea9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:53:59.917551 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a2a6c-dd66-45f1-a5ad-4204275ea9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5f9b8-8eff-4e19-afbc-b6fb598bc559,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:53:59.922560 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b68a2a6c-dd66-45f1-a5ad-4204275ea9ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce84152d67384587b1eb18e551ad3e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669245 Sep 24 14:53:59.925743 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 47882) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:00.007703 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-12e054b1-1103-402a-9c88-326f11391dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.023798 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae628f-b2a3-466b-81cb-40b59a27f340 req-95425664-c5e3-41e7-8a57-5f76ab884b29 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:00.032994 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3bae628f-b2a3-466b-81cb-40b59a27f340 req-95425664-c5e3-41e7-8a57-5f76ab884b29 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0719850 Sep 24 14:54:00.040292 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-12e054b1-1103-402a-9c88-326f11391dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.069305 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3bae628f-b2a3-466b-81cb-40b59a27f340 req-cd6688fa-6ca8-4d7a-ae47-1eaa7d5e73a4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Sep 24 14:54:00.115985 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-12e054b1-1103-402a-9c88-326f11391dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.118510 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-12e054b1-1103-402a-9c88-326f11391dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.119697 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-12e054b1-1103-402a-9c88-326f11391dfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caa5f9b8-8eff-4e19-afbc-b6fb598bc559 HTTP/1.1" status: 204 len: 168 time: 0.1923189 Sep 24 14:54:00.167125 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e054b1-1103-402a-9c88-326f11391dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5f9b8-8eff-4e19-afbc-b6fb598bc559,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:00.209568 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-89448e61-3a0c-4fa6-aa89-e374e4a38623 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:00.211230 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-89448e61-3a0c-4fa6-aa89-e374e4a38623 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "GET /v2.0/networks?id=cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 200 len: 809 time: 0.1915891 Sep 24 14:54:00.231674 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Request body: {'port': {'device_id': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c', 'admin_state_up': True, 'tenant_id': '2dc61f585687471f9bf86def989443dc'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:00.337091 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc3ac8-dae9-4f11-a6cb-7df340f81112 req-ba04a372-aafe-4741-a906-4c9dab330cf2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:00.338838 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a6cc3ac8-dae9-4f11-a6cb-7df340f81112 req-ba04a372-aafe-4741-a906-4c9dab330cf2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1496041 Sep 24 14:54:00.398785 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a6cc3ac8-dae9-4f11-a6cb-7df340f81112 req-5b42ac78-cd22-4567-a00b-58fdbf85a8e6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499537 Sep 24 14:54:00.400121 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Made reservation on behalf of 2dc61f585687471f9bf86def989443dc for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:54:00.403767 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.562127 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Allocated IP 172.20.0.13 (cf30a605-8bf6-42ca-ab99-8a4b1680746c/d23e7203-4c60-4791-8ffe-f495a0ce2d66/47669e04-59ba-4d27-a4a2-be7ae7a7e124) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:54:00.620283 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dcc4696f-6740-4a83-9600-f4a38650d04d req-c1cc920d-b44d-4881-be47-fb733e1b2d84 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 210 time: 0.0438046 Sep 24 14:54:00.811297 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.858205 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:00.914617 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Network cf30a605-8bf6-42ca-ab99-8a4b1680746c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:54:00.918159 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:54:00.924301 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:54:00.952772 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Pushing event updated for resources: {'Port': ['ID=47669e04-59ba-4d27-a4a2-be7ae7a7e124,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:00.985167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:00.985699 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.001641 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-340012e4-c7b8-4445-93f1-38c9be726790 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7738283 Sep 24 14:54:01.023557 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Request body: {'port': {'device_id': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:01.088404 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.198501 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1370e-75bd-404b-94bf-1d31a5eb4ecd req-c06344b5-d1b9-4bd4-bf95-842756218a17 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:01.200102 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c0f1370e-75bd-404b-94bf-1d31a5eb4ecd req-c06344b5-d1b9-4bd4-bf95-842756218a17 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0562348 Sep 24 14:54:01.242005 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c0f1370e-75bd-404b-94bf-1d31a5eb4ecd req-7a1db3f4-8367-45d1-9d93-6a212c61b9b6 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Sep 24 14:54:01.386543 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47669e04-59ba-4d27-a4a2-be7ae7a7e124 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:01.395586 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.410789 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Transition to ACTIVE for port object 47669e04-59ba-4d27-a4a2-be7ae7a7e124 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:54:01.414866 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.492834 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Pushing event updated for resources: {'Port': ['ID=47669e04-59ba-4d27-a4a2-be7ae7a7e124,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:01.552722 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e316756-1689-4683-b6e8-c2228facd850 req-891be04d-51d8-4f48-a2ff-501ccc1b7d7b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:01.569273 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6e316756-1689-4683-b6e8-c2228facd850 req-891be04d-51d8-4f48-a2ff-501ccc1b7d7b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0767703 Sep 24 14:54:01.601963 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Attempting to bind port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:54:01.602503 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Attempting to bind port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:54:01.602607 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Attempting to bind port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 on network cf30a605-8bf6-42ca-ab99-8a4b1680746c {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:01.608165 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 on network cf30a605-8bf6-42ca-ab99-8a4b1680746c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:54:01.608601 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Attempting to bind port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 on network cf30a605-8bf6-42ca-ab99-8a4b1680746c {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:01.617370 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:54:01.617767 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Checking segment: {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:54:01.618168 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Bound using segment: {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:54:01.618617 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Bound port: 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:54:01.618992 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.665165 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6e316756-1689-4683-b6e8-c2228facd850 req-c648fbde-9730-4eb6-b527-5e89adf2a400 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866117 Sep 24 14:54:01.713500 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] For port 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:54:01.718751 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] For port 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:54:01.722797 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.761253 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:01.761877 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:01.763480 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] 10.222.0.70 "PUT /v2.0/ports/47669e04-59ba-4d27-a4a2-be7ae7a7e124 HTTP/1.1" status: 200 len: 1094 time: 0.7443957 Sep 24 14:54:01.763943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'tag': '47669e04-59ba-4d27-a4a2-be7ae7a7e124'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:01.766986 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5249628-f7a7-4d7a-9a1a-524afa6fa205" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc1d0ee-185b-45e4-a4de-4f8dae49b97a", "tag": "47669e04-59ba-4d27-a4a2-be7ae7a7e124"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:01.792592 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a6d17-7168-4eb1-b4fe-584b1bb40407 service neutron] Pushing event updated for resources: {'Port': ['ID=47669e04-59ba-4d27-a4a2-be7ae7a7e124,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:01.799743 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980a81a-8d7d-4606-bd42-d06f9dae928c req-81672fd4-00cf-479f-871a-29b2c598cd61 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:01.801381 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4980a81a-8d7d-4606-bd42-d06f9dae928c req-81672fd4-00cf-479f-871a-29b2c598cd61 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0687973 Sep 24 14:54:01.843610 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4980a81a-8d7d-4606-bd42-d06f9dae928c req-bb107eda-6195-410b-81b2-9fa19b14212e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Sep 24 14:54:01.884517 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-06ec2b37-441f-4739-b771-05f32c94fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:01.884517 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-06ec2b37-441f-4739-b771-05f32c94fe1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc61f585687471f9bf86def989443dc&device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 1097 time: 0.0551658 Sep 24 14:54:01.900369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cefc1f-1ee7-4946-87e6-65718167730a x-openstack-request-id: req-77cefc1f-1ee7-4946-87e6-65718167730a {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:01.900660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc1d0ee-185b-45e4-a4de-4f8dae49b97a", "tag": "47669e04-59ba-4d27-a4a2-be7ae7a7e124", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:01.901365 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77cefc1f-1ee7-4946-87e6-65718167730a {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:01.901365 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'tag': '47669e04-59ba-4d27-a4a2-be7ae7a7e124', 'status': 'completed', 'code': 200} Sep 24 14:54:01.949179 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-f2c1b498-e82f-449e-a91f-c6aa12aafd92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124 HTTP/1.1" status: 200 len: 217 time: 0.0567150 Sep 24 14:54:02.036698 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-7474ea38-4685-4d50-b13d-0b4734a16219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:02.038262 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-7474ea38-4685-4d50-b13d-0b4734a16219 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d23e7203-4c60-4791-8ffe-f495a0ce2d66 HTTP/1.1" status: 200 len: 849 time: 0.0607469 Sep 24 14:54:02.092318 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-405ab363-15c1-4533-a93e-0dcfd3d17caf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf30a605-8bf6-42ca-ab99-8a4b1680746c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268095 Sep 24 14:54:02.220665 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-d229e4c8-6d0f-4148-9021-5e1bd0d46d84 service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099555 Sep 24 14:54:02.337163 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c55ab4fd-920a-4306-9eab-3daf8fb77665 req-48bd5a26-27e8-4fdb-8bfd-fc0a77581de9 service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961831 Sep 24 14:54:02.460156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-99fa2379-add4-437a-bdad-48564a05f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:02.461653 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-99fa2379-add4-437a-bdad-48564a05f8b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc61f585687471f9bf86def989443dc&device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 1097 time: 0.0399311 Sep 24 14:54:02.565754 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-80632231-c4bb-4ab6-b369-f9442be69981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:02.567242 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-80632231-c4bb-4ab6-b369-f9442be69981 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 200 len: 910 time: 0.0898991 Sep 24 14:54:02.622768 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-8b70a4b2-6e79-4df9-acd0-34423082f1f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124 HTTP/1.1" status: 200 len: 217 time: 0.0339389 Sep 24 14:54:02.691753 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-5799f2f0-7850-48ca-8cc3-87ff6e303a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:02.693273 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-5799f2f0-7850-48ca-8cc3-87ff6e303a0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d23e7203-4c60-4791-8ffe-f495a0ce2d66 HTTP/1.1" status: 200 len: 849 time: 0.0495579 Sep 24 14:54:02.745184 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-e3310250-2a83-4801-a7b6-eb3989a4a80b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf30a605-8bf6-42ca-ab99-8a4b1680746c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351555 Sep 24 14:54:02.823448 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928dd0a-e269-413e-9a8a-91e1be915324 req-a6bc67fe-5033-4997-8261-5feaba9f0db9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:02.824965 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4928dd0a-e269-413e-9a8a-91e1be915324 req-a6bc67fe-5033-4997-8261-5feaba9f0db9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0788901 Sep 24 14:54:02.930457 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4928dd0a-e269-413e-9a8a-91e1be915324 req-16cfe817-1230-4bad-bf81-12cd030a6611 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Sep 24 14:54:02.934237 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-4d351db3-5774-42d1-a44e-821c8c9864f3 service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540985 Sep 24 14:54:03.027209 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511087a8-b360-4341-a854-9664730e21fd req-e09812fb-8e26-4069-9ea7-d05e40754866 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:03.029392 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-511087a8-b360-4341-a854-9664730e21fd req-e09812fb-8e26-4069-9ea7-d05e40754866 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0844846 Sep 24 14:54:03.072349 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5249628-f7a7-4d7a-9a1a-524afa6fa205 req-6459d548-3f78-4d2a-acb4-0af2916c80dc service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180105 Sep 24 14:54:03.078652 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-511087a8-b360-4341-a854-9664730e21fd req-32568978-25b3-4b89-89cb-eacfc84d928c tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Sep 24 14:54:03.633028 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 48032) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:03.734269 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5676ca9f-bc18-4303-b403-6478c0b7b299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.822074 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5676ca9f-bc18-4303-b403-6478c0b7b299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.825924 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5676ca9f-bc18-4303-b403-6478c0b7b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.863777 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-5676ca9f-bc18-4303-b403-6478c0b7b299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5e6c7905a0c4cfa8b8a322aaba2ae57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295790 Sep 24 14:54:03.864611 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676ca9f-bc18-4303-b403-6478c0b7b299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93747e4-2ebd-4aeb-82d1-0b03e3f9fbcf,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:03.866528 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 48036) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:03.917834 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-88569170-d7cd-43e5-91e3-053d52408036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.938296 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-88569170-d7cd-43e5-91e3-053d52408036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.985919 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-88569170-d7cd-43e5-91e3-053d52408036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.989915 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-88569170-d7cd-43e5-91e3-053d52408036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:03.994607 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-88569170-d7cd-43e5-91e3-053d52408036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b93747e4-2ebd-4aeb-82d1-0b03e3f9fbcf HTTP/1.1" status: 204 len: 168 time: 0.1235993 Sep 24 14:54:04.005050 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569170-d7cd-43e5-91e3-053d52408036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93747e4-2ebd-4aeb-82d1-0b03e3f9fbcf,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:04.071920 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d8a4d-07cd-4b3a-9265-facc11c4fe5e req-68ecd6b6-dcb5-4667-a0f7-b12cbcf6c3de tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:04.073448 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f9d8a4d-07cd-4b3a-9265-facc11c4fe5e req-68ecd6b6-dcb5-4667-a0f7-b12cbcf6c3de tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0524521 Sep 24 14:54:04.116499 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f9d8a4d-07cd-4b3a-9265-facc11c4fe5e req-7eda7e59-0560-45d2-aeda-bc730e674b08 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Sep 24 14:54:04.212885 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c98f-5636-4925-920e-ac4c6bd35b1e req-694dbc62-70b1-4a93-94d1-e1f3b2b704e3 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:04.220792 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-80a6c98f-5636-4925-920e-ac4c6bd35b1e req-694dbc62-70b1-4a93-94d1-e1f3b2b704e3 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0615427 Sep 24 14:54:04.276427 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-80a6c98f-5636-4925-920e-ac4c6bd35b1e req-cab97698-d109-4c6d-ab01-f6efdc43ad81 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547404 Sep 24 14:54:04.487596 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-fbbfe444-1978-4241-95ce-87131229ae9d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:04.489101 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-fbbfe444-1978-4241-95ce-87131229ae9d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.1036148 Sep 24 14:54:04.505520 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-a200f4f7-efd1-4462-98dc-e527a02103d1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/quotas/3be341c1283544c4896a434f38b72fbd HTTP/1.1" status: 200 len: 375 time: 0.0105915 Sep 24 14:54:04.560429 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-638b807b-1938-42d4-a6da-4a5eb4e362a4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490277 Sep 24 14:54:04.658888 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-9255f940-53f0-4b0e-98a6-896766126b23 service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894012 Sep 24 14:54:04.749839 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-c8469e25-dfc5-499b-a975-d9289f2e805f service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848217 Sep 24 14:54:04.915411 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-24bcd8c1-f889-41ab-8cb7-d89cf53f1ef5 req-0febf92e-995a-4eec-9b08-8c84dc7ed425 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Sep 24 14:54:05.413599 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d2f90-0d45-47e5-be32-6debe48c2c08 req-153911cc-958c-42da-8a09-9f43d7f2e377 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:05.415067 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7a2d2f90-0d45-47e5-be32-6debe48c2c08 req-153911cc-958c-42da-8a09-9f43d7f2e377 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.2069438 Sep 24 14:54:05.454028 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7a2d2f90-0d45-47e5-be32-6debe48c2c08 req-36feeff5-c355-482d-8a50-50b3d31568a0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Sep 24 14:54:05.551185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0aa2e-06e4-4b5d-8b4f-18d0d6ce1753 req-fd43ab73-6bc3-498e-8712-9c599244bf94 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:05.552575 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c4e0aa2e-06e4-4b5d-8b4f-18d0d6ce1753 req-fd43ab73-6bc3-498e-8712-9c599244bf94 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0467396 Sep 24 14:54:05.590476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c4e0aa2e-06e4-4b5d-8b4f-18d0d6ce1753 req-23916d51-a461-43f2-83f3-5bcdf6e6a936 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Sep 24 14:54:06.011999 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-34f2e0e9-4786-4b28-85a0-92091c73e070 req-5e502104-f772-4283-aa3f-36d2b0f2ee65 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 210 time: 0.0265009 Sep 24 14:54:06.571615 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60a12c-34b2-49c0-a299-59cc42fb22f1 req-3661cc0f-45ff-4a89-a717-b418ee259269 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:06.573178 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d60a12c-34b2-49c0-a299-59cc42fb22f1 req-3661cc0f-45ff-4a89-a717-b418ee259269 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0521219 Sep 24 14:54:06.613964 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d60a12c-34b2-49c0-a299-59cc42fb22f1 req-a13bb23a-4c81-4868-b4f0-27e8c295cd5d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Sep 24 14:54:06.715728 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad01219-e655-47d5-b8b1-b28173d3e416 req-7b59c41d-71c0-4b0e-8937-9aad816725a7 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:06.717205 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5ad01219-e655-47d5-b8b1-b28173d3e416 req-7b59c41d-71c0-4b0e-8937-9aad816725a7 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0476041 Sep 24 14:54:06.756252 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5ad01219-e655-47d5-b8b1-b28173d3e416 req-82dffa42-a180-4676-91a8-b4016222ac7e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Sep 24 14:54:07.105005 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a1091216-e1c2-450b-a6e5-6002a2ba083a req-a53e4e9f-b9a5-43b4-9e67-df59baa51356 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Sep 24 14:54:07.740065 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf65ef-4232-4561-a6a3-901f5e8a2ad2 req-159582c8-3474-4e7d-83e1-70ce9c2b0af2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:07.741600 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-55cf65ef-4232-4561-a6a3-901f5e8a2ad2 req-159582c8-3474-4e7d-83e1-70ce9c2b0af2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0562818 Sep 24 14:54:07.782583 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-55cf65ef-4232-4561-a6a3-901f5e8a2ad2 req-682fe917-66e6-4008-a8c1-d746f3302abe tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343428 Sep 24 14:54:07.902615 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8d0a-7bd8-4963-bf91-6b737b0a96ff req-70112460-151f-4233-aec4-7de7db5fc413 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:07.904152 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-239a8d0a-7bd8-4963-bf91-6b737b0a96ff req-70112460-151f-4233-aec4-7de7db5fc413 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0579765 Sep 24 14:54:07.943288 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-239a8d0a-7bd8-4963-bf91-6b737b0a96ff req-beb4de86-9944-4d9b-96d1-05e22db3c19f tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Sep 24 14:54:08.204727 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-524e024c-c285-4dd1-8e6f-38a0a28f5dbf req-2569b9d6-c468-42e5-92f5-e58f39a073e4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 210 time: 0.0298426 Sep 24 14:54:08.640359 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-21685584-4105-4c0c-989c-60a35f37bfda tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:08.641919 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-21685584-4105-4c0c-989c-60a35f37bfda tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.1187873 Sep 24 14:54:08.690533 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Request body: {'port': {'device_id': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'admin_state_up': True, 'tenant_id': '3be341c1283544c4896a434f38b72fbd'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:08.798366 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Made reservation on behalf of 3be341c1283544c4896a434f38b72fbd for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:54:08.802057 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:08.953306 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891be9c9-5e3c-42a1-88c3-aacaf4e4f87e req-a0facb7a-1f56-4e46-8648-99e0d399ed68 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:08.954917 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-891be9c9-5e3c-42a1-88c3-aacaf4e4f87e req-a0facb7a-1f56-4e46-8648-99e0d399ed68 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0944974 Sep 24 14:54:08.972605 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Allocated IP 172.20.0.9 (15bebfa1-4b87-4bcc-9027-92fc51674878/8f83562d-cce6-42fc-854c-4a25f5e14cfc/09902a39-6ee9-4be0-bb0f-c6678d54f190) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:54:09.012949 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-891be9c9-5e3c-42a1-88c3-aacaf4e4f87e req-4253a0a2-f09a-462c-b645-772306d2ca22 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515940 Sep 24 14:54:09.181013 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ec056-f6cf-4d3e-9536-b0c70a692301 req-24f85a2c-edf3-4cb8-a5c4-f33eaecd0f63 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:09.182654 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-803ec056-f6cf-4d3e-9536-b0c70a692301 req-24f85a2c-edf3-4cb8-a5c4-f33eaecd0f63 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.1007059 Sep 24 14:54:09.190001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:09.242657 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-803ec056-f6cf-4d3e-9536-b0c70a692301 req-ad168043-419b-43b4-97d4-8247f34bc793 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501873 Sep 24 14:54:09.255852 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:09.317037 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:54:09.324399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:54:09.327245 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:54:09.337126 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event updated for resources: {'Port': ['ID=09902a39-6ee9-4be0-bb0f-c6678d54f190,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:09.413812 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:09.414689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:09.434254 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c783-5c41-4d43-a7fc-27aca085c33c req-57906131-c5c5-498a-b7ea-dedf3ed1249c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:09.435874 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bc03c783-5c41-4d43-a7fc-27aca085c33c req-57906131-c5c5-498a-b7ea-dedf3ed1249c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 931 time: 0.1127102 Sep 24 14:54:09.470505 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-e29d5138-938f-48e4-bd07-c7eeed131c44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846434 Sep 24 14:54:09.492008 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bc03c783-5c41-4d43-a7fc-27aca085c33c req-0cface14-dc1c-4245-8bf2-fc3546764f2b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Sep 24 14:54:10.132951 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7cd55-23e3-4f26-8f5b-025335243efe req-6a84ef0e-aa2f-4235-a236-965935d45ef1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:10.134409 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8da7cd55-23e3-4f26-8f5b-025335243efe req-6a84ef0e-aa2f-4235-a236-965935d45ef1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0518847 Sep 24 14:54:10.171835 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8da7cd55-23e3-4f26-8f5b-025335243efe req-6f23a838-369b-4a96-862d-7082c201dec3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Sep 24 14:54:10.356290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe58b5-d31f-48d5-ac19-ffd1bbb573b1 req-81fd1677-a19e-4000-9d78-6210c403d0fc tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:10.357778 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7fe58b5-d31f-48d5-ac19-ffd1bbb573b1 req-81fd1677-a19e-4000-9d78-6210c403d0fc tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0480564 Sep 24 14:54:10.395544 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7fe58b5-d31f-48d5-ac19-ffd1bbb573b1 req-7388a041-c492-4dde-b461-7b282c9f1b41 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Sep 24 14:54:10.621033 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c874ca-6fdb-4e63-9daa-8884f456f99a req-71dc61e6-34fb-49ce-8d59-ca84f481d85e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:10.622538 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e4c874ca-6fdb-4e63-9daa-8884f456f99a req-71dc61e6-34fb-49ce-8d59-ca84f481d85e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 931 time: 0.0520043 Sep 24 14:54:10.660426 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e4c874ca-6fdb-4e63-9daa-8884f456f99a req-3d3f6044-bef0-4bf9-9244-7a88957b8343 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Sep 24 14:54:11.288668 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d378d-8693-4a90-8c0b-eb9c76e50f21 req-b3dad755-95da-41f0-92d9-507c71f7b0ea tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:11.290147 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c4d378d-8693-4a90-8c0b-eb9c76e50f21 req-b3dad755-95da-41f0-92d9-507c71f7b0ea tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0525899 Sep 24 14:54:11.326220 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c4d378d-8693-4a90-8c0b-eb9c76e50f21 req-84ab2761-ff17-49de-9eba-005c85a12548 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301416 Sep 24 14:54:11.508254 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f814-9fc1-4f76-943d-149a6d8a0c3d req-384e9f08-5bbd-4cc2-908a-0966dbe3dd41 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:11.509744 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2549f814-9fc1-4f76-943d-149a6d8a0c3d req-384e9f08-5bbd-4cc2-908a-0966dbe3dd41 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0490127 Sep 24 14:54:11.547189 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2549f814-9fc1-4f76-943d-149a6d8a0c3d req-16d76ad9-b526-46d4-a5ee-6fc5f392fa37 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309215 Sep 24 14:54:11.777108 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1014c-028e-41fe-be25-d28c619b51a0 req-4ea6fff7-718b-4bd0-8d47-7664d97eb59b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:11.778508 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fdf1014c-028e-41fe-be25-d28c619b51a0 req-4ea6fff7-718b-4bd0-8d47-7664d97eb59b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 931 time: 0.0497594 Sep 24 14:54:11.819270 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fdf1014c-028e-41fe-be25-d28c619b51a0 req-1426e857-a169-40df-bfbe-207bfa5c8a76 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346832 Sep 24 14:54:12.442705 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44e813-6f6f-4da1-8ae4-ce0a12037234 req-2978562b-5ade-426c-a80a-798a6c4e9ad8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:12.444229 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ea44e813-6f6f-4da1-8ae4-ce0a12037234 req-2978562b-5ade-426c-a80a-798a6c4e9ad8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0510018 Sep 24 14:54:12.481973 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ea44e813-6f6f-4da1-8ae4-ce0a12037234 req-9a044802-2a76-449c-aaa7-23e28304d22d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Sep 24 14:54:12.669465 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4295573-d45d-4465-b6fc-2f98de4454d0 req-f9eac7ee-8ff8-4033-a89c-bfba760b9a50 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:12.671571 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d4295573-d45d-4465-b6fc-2f98de4454d0 req-f9eac7ee-8ff8-4033-a89c-bfba760b9a50 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 944 time: 0.0517125 Sep 24 14:54:12.709795 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d4295573-d45d-4465-b6fc-2f98de4454d0 req-dfda1d34-32c0-4650-b7aa-a594ded1b0d7 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Sep 24 14:54:12.918287 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07', '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:54:12.925834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 47669e04-59ba-4d27-a4a2-be7ae7a7e124 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:54:12.937300 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a341-4f24-42c2-9e1b-01683f69edc2 req-df164421-d884-4260-ba0c-dab0b291e71d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:12.938853 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a6b9a341-4f24-42c2-9e1b-01683f69edc2 req-df164421-d884-4260-ba0c-dab0b291e71d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 931 time: 0.0537939 Sep 24 14:54:12.990255 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a6b9a341-4f24-42c2-9e1b-01683f69edc2 req-1562247d-18da-4d7a-a4a5-c8388223300b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Sep 24 14:54:12.995839 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Request body: {'port': {'device_id': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:13.060860 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.140598 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:13.163225 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '47669e04-59ba-4d27-a4a2-be7ae7a7e124', 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c', 'port_id': '47669e04-59ba-4d27-a4a2-be7ae7a7e124', 'mac_address': 'fa:16:3e:cc:d2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23e7203-4c60-4791-8ffe-f495a0ce2d66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:54:13.231649 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.256738 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47669e04-59ba-4d27-a4a2-be7ae7a7e124 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:13.291272 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:13.301015 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.350216 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09902a39-6ee9-4be0-bb0f-c6678d54f190 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:13.357666 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.363595 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=47669e04-59ba-4d27-a4a2-be7ae7a7e124,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:13.370553 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Transition to ACTIVE for port object 09902a39-6ee9-4be0-bb0f-c6678d54f190 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:54:13.375623 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.423569 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Pushing event updated for resources: {'Port': ['ID=09902a39-6ee9-4be0-bb0f-c6678d54f190,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:13.494870 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Attempting to bind port 09902a39-6ee9-4be0-bb0f-c6678d54f190 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:54:13.495582 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Attempting to bind port 09902a39-6ee9-4be0-bb0f-c6678d54f190 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:54:13.495582 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Attempting to bind port 09902a39-6ee9-4be0-bb0f-c6678d54f190 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:13.500497 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Port 09902a39-6ee9-4be0-bb0f-c6678d54f190 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:54:13.500819 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Attempting to bind port 09902a39-6ee9-4be0-bb0f-c6678d54f190 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:13.506079 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:54:13.506417 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Checking segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:54:13.506802 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Bound using segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:54:13.507228 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Bound port: 09902a39-6ee9-4be0-bb0f-c6678d54f190, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:54:13.507614 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.570959 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] For port 09902a39-6ee9-4be0-bb0f-c6678d54f190, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:54:13.574433 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] For port 09902a39-6ee9-4be0-bb0f-c6678d54f190, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:54:13.583574 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.604128 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607593f-9584-4fb7-b8bb-ee8e2b4273ac req-12d0b9df-3996-4576-a75e-cfe9fff248cf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:13.605635 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3607593f-9584-4fb7-b8bb-ee8e2b4273ac req-12d0b9df-3996-4576-a75e-cfe9fff248cf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0543678 Sep 24 14:54:13.625796 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:13.626422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:13.627884 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] 10.222.0.70 "PUT /v2.0/ports/09902a39-6ee9-4be0-bb0f-c6678d54f190 HTTP/1.1" status: 200 len: 1093 time: 0.6368651 Sep 24 14:54:13.628338 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'tag': '09902a39-6ee9-4be0-bb0f-c6678d54f190'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:13.630841 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a413d4-e954-4911-9bd7-353d4aee3987" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9cc32e-ee65-432e-a034-b865bcecfcb8", "tag": "09902a39-6ee9-4be0-bb0f-c6678d54f190"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:13.651624 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3607593f-9584-4fb7-b8bb-ee8e2b4273ac req-fe229119-e6a9-47d3-ab8f-9ac721e777c2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Sep 24 14:54:13.670223 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b25f1-df21-4bc6-a25c-aff8159cf963 service neutron] Pushing event updated for resources: {'Port': ['ID=09902a39-6ee9-4be0-bb0f-c6678d54f190,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:13.681433 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da013c87-273f-4077-a168-b78a9522d492 x-openstack-request-id: req-da013c87-273f-4077-a168-b78a9522d492 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:13.681727 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9cc32e-ee65-432e-a034-b865bcecfcb8", "tag": "09902a39-6ee9-4be0-bb0f-c6678d54f190", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:13.682061 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da013c87-273f-4077-a168-b78a9522d492 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:13.682352 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'tag': '09902a39-6ee9-4be0-bb0f-c6678d54f190', 'status': 'completed', 'code': 200} Sep 24 14:54:13.758185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-5d34ca08-21a5-48bf-adab-28b9cf87efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:13.759780 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-5d34ca08-21a5-48bf-adab-28b9cf87efb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0463874 Sep 24 14:54:13.820692 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-ebb1acbe-81e8-44fe-9b70-069afb8fc70d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190 HTTP/1.1" status: 200 len: 217 time: 0.0393362 Sep 24 14:54:13.825676 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f384577-25e3-40cf-bb3e-3bee271882fd req-b6e7c60a-2e59-4dc4-b768-a14d7d66000f tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:13.827211 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7f384577-25e3-40cf-bb3e-3bee271882fd req-b6e7c60a-2e59-4dc4-b768-a14d7d66000f tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 945 time: 0.0510330 Sep 24 14:54:13.867172 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7f384577-25e3-40cf-bb3e-3bee271882fd req-19749440-5dc1-49c0-863e-6ed078c68c30 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337839 Sep 24 14:54:13.894522 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-3f8d98dc-e664-4dbb-8a13-82c433cab16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:13.896088 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-3f8d98dc-e664-4dbb-8a13-82c433cab16b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0526900 Sep 24 14:54:13.933568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['47669e04-59ba-4d27-a4a2-be7ae7a7e124'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:54:13.947921 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-a3a1463a-0621-476e-96c9-f3154ba90a8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299871 Sep 24 14:54:14.095566 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-fec2c13c-d153-4880-b656-0e85a9f2f89a service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222606 Sep 24 14:54:14.129331 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528814ba-ad90-40fe-bdaf-8a3abfb659e4 req-5b918598-121f-4e0e-9469-c02c9e031b2f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:14.134006 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-528814ba-ad90-40fe-bdaf-8a3abfb659e4 req-5b918598-121f-4e0e-9469-c02c9e031b2f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0690732 Sep 24 14:54:14.176021 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-528814ba-ad90-40fe-bdaf-8a3abfb659e4 req-e3155d54-f01a-4d47-9740-371ab2c08044 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 Sep 24 14:54:14.204167 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5022f0ad-481c-484a-b295-81c9ef4ed3d3 req-6f8d0e0b-cd52-4a7a-b075-9dde266e375f service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971754 Sep 24 14:54:14.343013 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-26b7a0e6-74a8-4870-a5ac-2d9a447f75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:14.345120 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-26b7a0e6-74a8-4870-a5ac-2d9a447f75b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 1096 time: 0.0479779 Sep 24 14:54:14.452944 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-ee6b860b-466e-4f4c-abe8-2e042ede6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:14.454466 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-ee6b860b-466e-4f4c-abe8-2e042ede6155 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 915 time: 0.0877628 Sep 24 14:54:14.510313 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-7a3927ec-1f84-48c3-ac40-c07dde28cdd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190 HTTP/1.1" status: 200 len: 217 time: 0.0417113 Sep 24 14:54:14.578405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-9eb68b23-e913-4250-bc03-a2f0b6613750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:14.580117 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-9eb68b23-e913-4250-bc03-a2f0b6613750 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0509720 Sep 24 14:54:14.621248 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-3e5c0338-7bce-4dab-b348-75a2d692e4e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269480 Sep 24 14:54:14.752979 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-b0bbf0eb-81ff-4b06-8775-b80aee6d1ae8 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117132 Sep 24 14:54:14.845099 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82005a5b-9e21-48cf-b69e-10cc14079789 req-f8bd79ea-aac9-4d0e-95a6-775a7a54c5da tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:14.846764 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-82005a5b-9e21-48cf-b69e-10cc14079789 req-f8bd79ea-aac9-4d0e-95a6-775a7a54c5da tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1181960 Sep 24 14:54:14.899890 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d5a413d4-e954-4911-9bd7-353d4aee3987 req-091f2fb3-ec03-4a97-9efd-df26fda3e6fc service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323495 Sep 24 14:54:14.906615 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-82005a5b-9e21-48cf-b69e-10cc14079789 req-6a24f2fa-4570-425a-b688-999a8dcb0244 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529022 Sep 24 14:54:14.996850 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b91d-2dab-489b-a654-2d8b4ac80f70 req-20ac5eac-7975-4e15-8352-3102c4ccd85c tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:14.998516 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e579b91d-2dab-489b-a654-2d8b4ac80f70 req-20ac5eac-7975-4e15-8352-3102c4ccd85c tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 945 time: 0.0542181 Sep 24 14:54:15.044709 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e579b91d-2dab-489b-a654-2d8b4ac80f70 req-38181367-98fd-4375-9439-532dda739f10 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Sep 24 14:54:15.290718 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6e7e-864d-4016-8d90-ffef87e93453 req-6b6afee9-0cf6-4b3e-b8b9-347bce75ac6a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:15.292246 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-671b6e7e-864d-4016-8d90-ffef87e93453 req-6b6afee9-0cf6-4b3e-b8b9-347bce75ac6a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0496976 Sep 24 14:54:15.332055 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-671b6e7e-864d-4016-8d90-ffef87e93453 req-71f98e86-6a0d-40c5-93e2-a1bf64fff3b2 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Sep 24 14:54:16.030848 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c7929-700c-42e1-9de7-6a7536344cf6 req-cb8f0c05-86e2-4d87-b7a6-f3762dce833b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:16.032393 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cb2c7929-700c-42e1-9de7-6a7536344cf6 req-cb8f0c05-86e2-4d87-b7a6-f3762dce833b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0515656 Sep 24 14:54:16.072062 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cb2c7929-700c-42e1-9de7-6a7536344cf6 req-95ce05c8-1481-4fbe-b0a7-7021518d9667 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Sep 24 14:54:16.177018 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6d707-4d57-4871-a2d4-7dd3a1d5f8da req-f6003f82-317a-4f8b-91fd-6d01c66d4c31 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:16.178495 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5dd6d707-4d57-4871-a2d4-7dd3a1d5f8da req-f6003f82-317a-4f8b-91fd-6d01c66d4c31 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 945 time: 0.0516450 Sep 24 14:54:16.219545 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5dd6d707-4d57-4871-a2d4-7dd3a1d5f8da req-64255656-c4e5-4491-b188-7ce41c42617c tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347500 Sep 24 14:54:16.449567 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f74b0-a9e3-41a4-81da-3f0242eabd50 req-0e5667fc-17ff-41c2-bdf5-ce368b93c541 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:16.451028 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6b9f74b0-a9e3-41a4-81da-3f0242eabd50 req-0e5667fc-17ff-41c2-bdf5-ce368b93c541 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0524721 Sep 24 14:54:16.488907 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6b9f74b0-a9e3-41a4-81da-3f0242eabd50 req-76c09577-ebf9-45b3-863d-62ec023352f5 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Sep 24 14:54:16.887856 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c2a36ff-23d8-4116-995d-2c943fb2c15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:16.929078 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 47669e04-59ba-4d27-a4a2-be7ae7a7e124 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:54:16.986670 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:54:16.992056 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:54:16.992345 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:17.085037 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:17.110602 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47669e04-59ba-4d27-a4a2-be7ae7a7e124'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:17.112980 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681bd547-a3bc-4433-b3a9-2d4a9995934b" -d '{"events": [{"server_uuid": "cbc1d0ee-185b-45e4-a4de-4f8dae49b97a", "name": "network-vif-plugged", "status": "completed", "tag": "47669e04-59ba-4d27-a4a2-be7ae7a7e124"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:17.126900 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:17.131373 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:17.165579 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c1bb95-2cf7-4b43-a533-ef8cf508d71c x-openstack-request-id: req-80c1bb95-2cf7-4b43-a533-ef8cf508d71c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:17.165908 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1d0ee-185b-45e4-a4de-4f8dae49b97a", "name": "network-vif-plugged", "status": "completed", "tag": "47669e04-59ba-4d27-a4a2-be7ae7a7e124", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:17.166170 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80c1bb95-2cf7-4b43-a533-ef8cf508d71c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:17.166565 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47669e04-59ba-4d27-a4a2-be7ae7a7e124', 'code': 200} Sep 24 14:54:17.195803 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=47669e04-59ba-4d27-a4a2-be7ae7a7e124,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:17.210001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635cb8-1449-47be-89c5-76a8db314c59 req-ac5805dd-bbd0-4cb1-8108-af9d32c6ce09 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:17.219569 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e635cb8-1449-47be-89c5-76a8db314c59 req-ac5805dd-bbd0-4cb1-8108-af9d32c6ce09 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0582771 Sep 24 14:54:17.260751 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e635cb8-1449-47be-89c5-76a8db314c59 req-8b47b425-29a6-414b-b456-4c2d28c5fe6c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Sep 24 14:54:17.349536 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18acf3-4d36-402e-a7bf-ea9544c1371a req-b92beab7-94f3-4593-84db-22cf38a57542 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:17.351002 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9f18acf3-4d36-402e-a7bf-ea9544c1371a req-b92beab7-94f3-4593-84db-22cf38a57542 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0536036 Sep 24 14:54:17.390311 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9f18acf3-4d36-402e-a7bf-ea9544c1371a req-362c5f3f-fa4b-4c5b-8e2a-c4439e6582c2 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 24 14:54:17.416886 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba334b84-4ddd-4f9f-8dcc-1be0326eeb2f req-ea981288-20c0-43a1-b4f4-eb1c2e975c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:17.418349 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ba334b84-4ddd-4f9f-8dcc-1be0326eeb2f req-ea981288-20c0-43a1-b4f4-eb1c2e975c9a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 1099 time: 0.0462935 Sep 24 14:54:17.464676 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ba334b84-4ddd-4f9f-8dcc-1be0326eeb2f req-4aa618da-99a5-496b-bad9-69930f4f8f8d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286705 Sep 24 14:54:17.603438 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6363c-f180-49e3-ad8f-ee562a714dca req-a3a68037-f680-4dd1-804a-0b74f1ee0a55 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:17.605048 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-23a6363c-f180-49e3-ad8f-ee562a714dca req-a3a68037-f680-4dd1-804a-0b74f1ee0a55 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0507300 Sep 24 14:54:17.621839 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:17.644933 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-23a6363c-f180-49e3-ad8f-ee562a714dca req-60dcfa83-38ac-4bb8-86a4-9c316c2055ca tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Sep 24 14:54:18.387121 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1f9f8-cdcf-4103-be99-3442839e7b63 req-0c83fa88-8617-47c3-a8ac-7373bf84e4db tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:18.389724 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d1c1f9f8-cdcf-4103-be99-3442839e7b63 req-0c83fa88-8617-47c3-a8ac-7373bf84e4db tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0545533 Sep 24 14:54:18.440158 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d1c1f9f8-cdcf-4103-be99-3442839e7b63 req-878fe63b-d710-4d32-92c0-97b991f9eeb6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Sep 24 14:54:18.510823 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e516f15-e486-4d1e-814b-ad3ff3ccf977 req-40fc25f2-c6ac-433c-95ff-3a99d22d91f4 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:18.512322 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0e516f15-e486-4d1e-814b-ad3ff3ccf977 req-40fc25f2-c6ac-433c-95ff-3a99d22d91f4 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0495355 Sep 24 14:54:18.550333 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0e516f15-e486-4d1e-814b-ad3ff3ccf977 req-9dc2f265-d3ce-4c74-a367-262eb58895ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Sep 24 14:54:18.759321 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341015b-5cea-484d-ade1-f69f2b7b7533 req-641612dd-a0f3-49a3-9879-edd1ac698c01 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:18.760875 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a341015b-5cea-484d-ade1-f69f2b7b7533 req-641612dd-a0f3-49a3-9879-edd1ac698c01 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0504479 Sep 24 14:54:18.799524 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a341015b-5cea-484d-ade1-f69f2b7b7533 req-d5a67d0e-c2e9-4e43-b148-5819d50d04bb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Sep 24 14:54:19.562433 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1ecd-1d2c-4fe3-9ecc-9c8c444aa56b req-d5e03b8d-b416-4355-8448-46d2d71a6130 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:19.564035 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-76fe1ecd-1d2c-4fe3-9ecc-9c8c444aa56b req-d5e03b8d-b416-4355-8448-46d2d71a6130 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0498998 Sep 24 14:54:19.609045 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-76fe1ecd-1d2c-4fe3-9ecc-9c8c444aa56b req-cbf60521-932b-4f3a-809e-4bcdd7ba7068 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Sep 24 14:54:19.722816 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899291e-2322-460a-bf8b-58bfc1948aef req-5623a577-8cbe-43d6-b4d3-1d6cbfea3413 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:19.724362 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9899291e-2322-460a-bf8b-58bfc1948aef req-5623a577-8cbe-43d6-b4d3-1d6cbfea3413 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0562155 Sep 24 14:54:19.767001 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9899291e-2322-460a-bf8b-58bfc1948aef req-096d9acd-ff57-47bc-86bf-ddef357cb8fb tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Sep 24 14:54:19.914837 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e904dd-b694-454d-b4ab-d38f71bdfa14 req-5fd397e0-3c18-4009-be1c-a3924f43a8f3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:19.916518 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-48e904dd-b694-454d-b4ab-d38f71bdfa14 req-5fd397e0-3c18-4009-be1c-a3924f43a8f3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0494432 Sep 24 14:54:19.956323 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-48e904dd-b694-454d-b4ab-d38f71bdfa14 req-8713c788-5d24-430e-acc4-3471a17f9ec9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Sep 24 14:54:20.104683 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cc6263ff-4dc2-4476-b488-d199bcaa0e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:20.652636 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:20.727441 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded24df1-cfc2-4391-a1f6-bcd84d400259 req-8455a90b-d128-4181-91ec-e2793b1bc9f3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:20.729007 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ded24df1-cfc2-4391-a1f6-bcd84d400259 req-8455a90b-d128-4181-91ec-e2793b1bc9f3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0496438 Sep 24 14:54:20.770965 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ded24df1-cfc2-4391-a1f6-bcd84d400259 req-2431b299-9884-4be1-9085-68e8d09af950 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Sep 24 14:54:20.892533 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0365e-2154-4fae-9d7d-d1f80c1ce5ab req-114d47c8-5560-4d3e-8b75-ef939dc3a6b6 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:20.894209 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-23f0365e-2154-4fae-9d7d-d1f80c1ce5ab req-114d47c8-5560-4d3e-8b75-ef939dc3a6b6 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0585439 Sep 24 14:54:20.922107 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 09902a39-6ee9-4be0-bb0f-c6678d54f190 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:54:20.934617 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-23f0365e-2154-4fae-9d7d-d1f80c1ce5ab req-2ad51de8-e5e0-4a83-bb8f-83274d8742f7 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Sep 24 14:54:21.022545 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 09902a39-6ee9-4be0-bb0f-c6678d54f190, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:21.035107 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '09902a39-6ee9-4be0-bb0f-c6678d54f190', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'port_id': '09902a39-6ee9-4be0-bb0f-c6678d54f190', 'mac_address': 'fa:16:3e:af:8b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f83562d-cce6-42fc-854c-4a25f5e14cfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:54:21.075807 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe0512-2ce4-4f39-9f3c-b28580223674 req-b8c3e8bc-bbdd-4d13-b660-adcf9ae65163 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:21.077036 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:21.078145 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4cbe0512-2ce4-4f39-9f3c-b28580223674 req-b8c3e8bc-bbdd-4d13-b660-adcf9ae65163 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 943 time: 0.0522308 Sep 24 14:54:21.090222 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09902a39-6ee9-4be0-bb0f-c6678d54f190 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:21.111381 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 09902a39-6ee9-4be0-bb0f-c6678d54f190, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:21.116079 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:21.119003 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4cbe0512-2ce4-4f39-9f3c-b28580223674 req-b0065e3f-d3ff-426e-9a2f-29c3a34646a7 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Sep 24 14:54:21.166707 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=09902a39-6ee9-4be0-bb0f-c6678d54f190,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:21.892416 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:21.896605 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b6039-7710-42ed-b51b-d56478ae6cbb req-e5ec67af-c901-4d0c-a7f0-6c5c27b2ef8b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:21.898189 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-546b6039-7710-42ed-b51b-d56478ae6cbb req-e5ec67af-c901-4d0c-a7f0-6c5c27b2ef8b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0604248 Sep 24 14:54:21.938379 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-546b6039-7710-42ed-b51b-d56478ae6cbb req-37f1c21f-50a6-4ada-b733-b4c09ff3b1be tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Sep 24 14:54:22.267755 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d42f81-acbc-4067-8fa9-b3b4130c8b60 req-216ad536-a265-4330-b8d0-77182a159914 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:22.269221 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7d42f81-acbc-4067-8fa9-b3b4130c8b60 req-216ad536-a265-4330-b8d0-77182a159914 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.2672243 Sep 24 14:54:22.310585 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7d42f81-acbc-4067-8fa9-b3b4130c8b60 req-4b7ed775-93e1-4613-b8ce-93f1391f6036 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343263 Sep 24 14:54:22.368845 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2edb0f-7310-4a98-a2f5-87597b079c63 req-42de3e9f-c24a-4261-877c-f8695a8a472c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:22.370443 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bb2edb0f-7310-4a98-a2f5-87597b079c63 req-42de3e9f-c24a-4261-877c-f8695a8a472c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0519898 Sep 24 14:54:22.410024 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bb2edb0f-7310-4a98-a2f5-87597b079c63 req-1b04bd22-ad78-43d2-a18f-1f4406174934 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Sep 24 14:54:23.058378 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20f425-cf57-4454-9b52-564609582c90 req-78576cd6-26b7-4298-8eed-0ee17fc8e252 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:23.060049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bd20f425-cf57-4454-9b52-564609582c90 req-78576cd6-26b7-4298-8eed-0ee17fc8e252 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0521972 Sep 24 14:54:23.101623 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bd20f425-cf57-4454-9b52-564609582c90 req-426e6d8d-4ac6-44fd-9a5d-0727144501ad tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Sep 24 14:54:23.433564 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dace8-19f0-42ae-801a-c3142d04c928 req-d5fe29d5-3b3e-4e9a-86c6-c0e67b42253a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:23.435036 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5d8dace8-19f0-42ae-801a-c3142d04c928 req-d5fe29d5-3b3e-4e9a-86c6-c0e67b42253a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0554843 Sep 24 14:54:23.474412 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5d8dace8-19f0-42ae-801a-c3142d04c928 req-e08a669f-2a2b-4f73-a247-74f8e71544d1 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Sep 24 14:54:23.581281 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b0ac7-a650-4652-91b1-b2b761e735ff req-8abf596c-8139-4563-849f-4dbf125bc848 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:23.582698 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-573b0ac7-a650-4652-91b1-b2b761e735ff req-8abf596c-8139-4563-849f-4dbf125bc848 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0521870 Sep 24 14:54:23.624308 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-573b0ac7-a650-4652-91b1-b2b761e735ff req-c1265d10-27f7-4e84-87d1-bec9a1639f82 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Sep 24 14:54:24.006799 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:24.215188 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c3084-e061-4488-9267-0e233f24c034 req-feed84b3-2f80-45d8-a525-67f6e6b2a3c0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:24.216654 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b66c3084-e061-4488-9267-0e233f24c034 req-feed84b3-2f80-45d8-a525-67f6e6b2a3c0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0477302 Sep 24 14:54:24.259750 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b66c3084-e061-4488-9267-0e233f24c034 req-65eab8be-4739-471e-b082-65548ae04fde tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362427 Sep 24 14:54:24.587536 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2f785-1bf5-43a1-b8a7-0ddce3224feb req-adc030b5-a3e4-4880-95ca-2f81636a46ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:24.588987 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c8c2f785-1bf5-43a1-b8a7-0ddce3224feb req-adc030b5-a3e4-4880-95ca-2f81636a46ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0496480 Sep 24 14:54:24.626373 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c8c2f785-1bf5-43a1-b8a7-0ddce3224feb req-17c8b152-46ee-44b8-a6ab-343664b5992d tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Sep 24 14:54:24.742462 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e4149-f4b2-40d8-9e37-c9fde590d600 req-ef043466-2899-4b04-a9cc-3b7bff972a42 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:24.743939 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3a6e4149-f4b2-40d8-9e37-c9fde590d600 req-ef043466-2899-4b04-a9cc-3b7bff972a42 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Sep 24 14:54:24.782828 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3a6e4149-f4b2-40d8-9e37-c9fde590d600 req-5c4d017e-ec6b-43ef-be0f-8b36cc54e404 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Sep 24 14:54:25.372435 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb8ebc-a0c0-4e07-b218-9934a6dc16a4 req-0fab28bd-130a-482a-8bf4-3af3a387c82f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:25.374503 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dceb8ebc-a0c0-4e07-b218-9934a6dc16a4 req-0fab28bd-130a-482a-8bf4-3af3a387c82f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0469639 Sep 24 14:54:25.415113 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dceb8ebc-a0c0-4e07-b218-9934a6dc16a4 req-f495ee82-3a78-4931-ae5f-234a2fdc6c37 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Sep 24 14:54:25.738396 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4fa25-0cae-4015-be02-9b444eff452c req-8184eb1b-dae0-41e4-923b-ebe883903c97 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:25.740149 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5ee4fa25-0cae-4015-be02-9b444eff452c req-8184eb1b-dae0-41e4-923b-ebe883903c97 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0493741 Sep 24 14:54:25.777864 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5ee4fa25-0cae-4015-be02-9b444eff452c req-fd51e98a-28b5-49fb-bad9-c37fc0aab0aa tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Sep 24 14:54:25.911145 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000a435-62ca-4a44-9895-07ec98ff2247 req-a30cb466-7b90-406d-83cd-b332b1bd8780 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:25.912613 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8000a435-62ca-4a44-9895-07ec98ff2247 req-a30cb466-7b90-406d-83cd-b332b1bd8780 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0553489 Sep 24 14:54:25.955316 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8000a435-62ca-4a44-9895-07ec98ff2247 req-17d1d875-f122-4520-8576-032e491155fc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Sep 24 14:54:26.527640 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a6308-288b-4bec-b8d8-12f44b46ba10 req-6a804634-1a03-4b59-ae48-5dcad4bb29ed tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:26.529615 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6b7a6308-288b-4bec-b8d8-12f44b46ba10 req-6a804634-1a03-4b59-ae48-5dcad4bb29ed tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0481930 Sep 24 14:54:26.549696 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['09902a39-6ee9-4be0-bb0f-c6678d54f190'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:54:26.570767 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6b7a6308-288b-4bec-b8d8-12f44b46ba10 req-8e5db57b-0b42-4308-9187-27a8146117d2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353208 Sep 24 14:54:26.892291 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b28dc4-65f1-47b0-9cf4-363b3912dfcc req-cb5bcf61-44f3-4c6e-82d2-4f18e688eba9 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:26.895300 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-86b28dc4-65f1-47b0-9cf4-363b3912dfcc req-cb5bcf61-44f3-4c6e-82d2-4f18e688eba9 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0488546 Sep 24 14:54:26.931341 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-86b28dc4-65f1-47b0-9cf4-363b3912dfcc req-02d0cc47-71fb-4755-93fd-e25741d6dc6b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Sep 24 14:54:26.994437 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:54:27.089875 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94724c3b-fd98-4fdc-a270-e9bfd1143d24 req-9041e7a4-8330-4476-a5ec-e502594a8450 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:27.091491 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94724c3b-fd98-4fdc-a270-e9bfd1143d24 req-9041e7a4-8330-4476-a5ec-e502594a8450 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0519459 Sep 24 14:54:27.130008 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94724c3b-fd98-4fdc-a270-e9bfd1143d24 req-c7c34836-9e08-4abc-8f75-ad1b9f6364c0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Sep 24 14:54:27.697102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211942b-e479-4d7e-bd36-78b5f19f2572 req-06338d65-01b2-4de9-b2e8-8ad6f37c2d96 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:27.698588 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3211942b-e479-4d7e-bd36-78b5f19f2572 req-06338d65-01b2-4de9-b2e8-8ad6f37c2d96 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0539145 Sep 24 14:54:27.739115 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3211942b-e479-4d7e-bd36-78b5f19f2572 req-9cf15834-1955-4495-8162-46a2b294a840 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341456 Sep 24 14:54:28.241968 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49465ff-0dd5-4fda-b5ad-356793e16ffa req-490dd629-cf5a-4fb3-8209-abb9294416a9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:28.243431 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d49465ff-0dd5-4fda-b5ad-356793e16ffa req-490dd629-cf5a-4fb3-8209-abb9294416a9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0479662 Sep 24 14:54:28.281136 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d49465ff-0dd5-4fda-b5ad-356793e16ffa req-4fdb53a9-b437-4b3e-8051-2ed2bff72d7c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Sep 24 14:54:28.854574 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419f266-1334-40ca-b554-d6e9f1e0c9fe req-21c8cdbe-ede6-4a81-8f22-820813eb64d0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:28.856105 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3419f266-1334-40ca-b554-d6e9f1e0c9fe req-21c8cdbe-ede6-4a81-8f22-820813eb64d0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0498016 Sep 24 14:54:28.895150 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3419f266-1334-40ca-b554-d6e9f1e0c9fe req-1c938f98-b79a-4510-81c5-c677fc85cef4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Sep 24 14:54:29.402355 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53bb9a-a5d4-41fd-8d5d-5a9115c46441 req-a4b890a4-f3f5-4726-8651-fa939aaa27a1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:29.403845 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f53bb9a-a5d4-41fd-8d5d-5a9115c46441 req-a4b890a4-f3f5-4726-8651-fa939aaa27a1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0539002 Sep 24 14:54:29.441293 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f53bb9a-a5d4-41fd-8d5d-5a9115c46441 req-90f3a359-035d-434e-83ba-e717c177efde tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Sep 24 14:54:30.011411 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19d6e-4806-4edd-ab6e-4ebe9073fb6b req-a75b82b5-00a6-4d2b-a167-b86ed10f3720 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:30.012921 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-aff19d6e-4806-4edd-ab6e-4ebe9073fb6b req-a75b82b5-00a6-4d2b-a167-b86ed10f3720 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0507557 Sep 24 14:54:30.050479 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-aff19d6e-4806-4edd-ab6e-4ebe9073fb6b req-2954416b-b6fd-49cd-978f-6ec285cf7ae3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Sep 24 14:54:30.559955 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bef908-9329-4274-81a4-a7e1b7023871 req-c66fe5d1-4641-4c98-95e0-061fec31e1c1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:30.562470 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-12bef908-9329-4274-81a4-a7e1b7023871 req-c66fe5d1-4641-4c98-95e0-061fec31e1c1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0544538 Sep 24 14:54:30.602175 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-12bef908-9329-4274-81a4-a7e1b7023871 req-bd789956-e30e-4318-a4d4-639eeb1d863b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337663 Sep 24 14:54:31.166622 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd98e5-3284-42b6-83a4-17064915c18a req-b86ba416-82ba-4655-9fbf-67d11273e077 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:31.168059 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1acd98e5-3284-42b6-83a4-17064915c18a req-b86ba416-82ba-4655-9fbf-67d11273e077 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0518208 Sep 24 14:54:31.206432 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1acd98e5-3284-42b6-83a4-17064915c18a req-370a6b5b-4ba1-4e01-af42-f1da991ceb64 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Sep 24 14:54:31.722883 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b40a-08ba-4d32-b5d3-18e9e7789f1d req-f0004937-2c33-4245-aad3-cd8992cbfc48 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:31.724672 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7079b40a-08ba-4d32-b5d3-18e9e7789f1d req-f0004937-2c33-4245-aad3-cd8992cbfc48 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0547457 Sep 24 14:54:31.767681 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7079b40a-08ba-4d32-b5d3-18e9e7789f1d req-22d82ef1-3a31-4d2a-b147-cdd70c95616d tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Sep 24 14:54:31.870251 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283c6a-64d4-4e06-b05b-accc7e9b1a0e req-a35e850c-d5cf-419a-afa9-4a19e6a2f9dd tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:31.871745 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dd283c6a-64d4-4e06-b05b-accc7e9b1a0e req-a35e850c-d5cf-419a-afa9-4a19e6a2f9dd tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0497932 Sep 24 14:54:31.916662 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dd283c6a-64d4-4e06-b05b-accc7e9b1a0e req-935d3fd2-e080-4836-9017-7410006e24de tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Sep 24 14:54:32.321448 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e69f2-8e48-4350-97ee-920c2e8ea314 req-b00b39e9-08b2-4b37-97ee-3b96979b86a5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:32.322857 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-437e69f2-8e48-4350-97ee-920c2e8ea314 req-b00b39e9-08b2-4b37-97ee-3b96979b86a5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0516868 Sep 24 14:54:32.360709 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-437e69f2-8e48-4350-97ee-920c2e8ea314 req-f71d1394-399b-4ab3-9757-e9136ca5a6f3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Sep 24 14:54:32.880940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f759b-faf8-4b6b-9ff6-f7fb34d689f4 req-74b9dae0-cd6c-4326-a1c2-a7d036ac0a96 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:32.882439 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c46f759b-faf8-4b6b-9ff6-f7fb34d689f4 req-74b9dae0-cd6c-4326-a1c2-a7d036ac0a96 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0492418 Sep 24 14:54:32.921130 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c46f759b-faf8-4b6b-9ff6-f7fb34d689f4 req-15480466-7911-45dc-b489-852eae02ebb1 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 24 14:54:32.961988 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 09902a39-6ee9-4be0-bb0f-c6678d54f190 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:54:33.014691 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 09902a39-6ee9-4be0-bb0f-c6678d54f190 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:54:33.018375 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 09902a39-6ee9-4be0-bb0f-c6678d54f190 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:54:33.018751 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:33.034426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366dc78-f5ea-4d75-bcb8-3b4e24a02d1a req-4231baee-7db6-4d63-a5bd-883edb424f37 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:33.035936 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1366dc78-f5ea-4d75-bcb8-3b4e24a02d1a req-4231baee-7db6-4d63-a5bd-883edb424f37 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 944 time: 0.0501757 Sep 24 14:54:33.077747 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1366dc78-f5ea-4d75-bcb8-3b4e24a02d1a req-4a278ae9-b81c-499e-a2e8-e73f0cdd0688 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Sep 24 14:54:33.097408 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:33.132124 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09902a39-6ee9-4be0-bb0f-c6678d54f190'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:33.134396 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5864e105-39b1-4226-9e92-29d649f08f16" -d '{"events": [{"server_uuid": "8e9cc32e-ee65-432e-a034-b865bcecfcb8", "name": "network-vif-plugged", "status": "completed", "tag": "09902a39-6ee9-4be0-bb0f-c6678d54f190"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:33.149316 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 09902a39-6ee9-4be0-bb0f-c6678d54f190, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:33.156727 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:33.182089 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f9f65-9913-4449-9069-77d5ff93e892 x-openstack-request-id: req-986f9f65-9913-4449-9069-77d5ff93e892 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:33.182374 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9cc32e-ee65-432e-a034-b865bcecfcb8", "name": "network-vif-plugged", "status": "completed", "tag": "09902a39-6ee9-4be0-bb0f-c6678d54f190", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:33.182620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-986f9f65-9913-4449-9069-77d5ff93e892 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:33.182998 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09902a39-6ee9-4be0-bb0f-c6678d54f190', 'code': 200} Sep 24 14:54:33.208194 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=09902a39-6ee9-4be0-bb0f-c6678d54f190,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:33.481209 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdbc0a-75db-4b17-97b4-0748e6539e28 req-cb26a967-5b8a-4978-8620-09f0eb4664e9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:33.483165 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e3cdbc0a-75db-4b17-97b4-0748e6539e28 req-cb26a967-5b8a-4978-8620-09f0eb4664e9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0536699 Sep 24 14:54:33.521600 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e3cdbc0a-75db-4b17-97b4-0748e6539e28 req-ec4fcf56-4525-4ce9-b6a5-03a5374f2d96 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Sep 24 14:54:34.035916 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5534b-875d-4ab8-b36f-e77fbf873728 req-30ac5763-f6d9-4b7f-a81d-46be4f1e15ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:34.037396 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5be5534b-875d-4ab8-b36f-e77fbf873728 req-30ac5763-f6d9-4b7f-a81d-46be4f1e15ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0489480 Sep 24 14:54:34.075511 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5be5534b-875d-4ab8-b36f-e77fbf873728 req-1986a854-893c-4dfd-9b79-3e3cefe31c36 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Sep 24 14:54:34.197856 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b84f-5487-4b93-9f5f-1947c17f4634 req-144c4dfe-6b0f-4224-9d7b-9900b422aba7 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:34.199362 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-75b0b84f-5487-4b93-9f5f-1947c17f4634 req-144c4dfe-6b0f-4224-9d7b-9900b422aba7 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0541644 Sep 24 14:54:34.237619 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-75b0b84f-5487-4b93-9f5f-1947c17f4634 req-887ca0f2-7b16-418a-9e63-e51aba5f56f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Sep 24 14:54:34.641239 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c437bcc-bc2b-43e2-a110-a58f338d739f req-d746e747-302e-44fb-89b8-2c7919baef78 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:34.642703 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c437bcc-bc2b-43e2-a110-a58f338d739f req-d746e747-302e-44fb-89b8-2c7919baef78 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0534327 Sep 24 14:54:34.679676 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c437bcc-bc2b-43e2-a110-a58f338d739f req-58b8d530-b38a-4845-b6d9-56b776b14ea3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Sep 24 14:54:35.190206 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cad60c-f4b6-4df1-b732-bdfce765dbb6 req-884302ad-5cd1-4b19-a57f-c12c733305d4 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:35.191868 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-74cad60c-f4b6-4df1-b732-bdfce765dbb6 req-884302ad-5cd1-4b19-a57f-c12c733305d4 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0500619 Sep 24 14:54:35.230310 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-74cad60c-f4b6-4df1-b732-bdfce765dbb6 req-43465917-65e1-4d13-9dcb-7985b688ec6a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Sep 24 14:54:35.348661 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8004d1-7dc3-43f7-b045-bea009f58f5e req-20156546-8650-425a-98fb-1c49dba15c61 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:35.350131 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bb8004d1-7dc3-43f7-b045-bea009f58f5e req-20156546-8650-425a-98fb-1c49dba15c61 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Sep 24 14:54:35.387155 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bb8004d1-7dc3-43f7-b045-bea009f58f5e req-4101dfb8-53de-4223-9424-7d98adcd997a tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Sep 24 14:54:35.628452 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff801-9fba-45dc-b594-11b39ba317d1 req-45ba8bdc-5932-4693-9e17-e0d822252625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:35.629955 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0edff801-9fba-45dc-b594-11b39ba317d1 req-45ba8bdc-5932-4693-9e17-e0d822252625 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 1098 time: 0.0412610 Sep 24 14:54:35.680446 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0edff801-9fba-45dc-b594-11b39ba317d1 req-4bf70445-779d-47e0-9e0e-b6d75d9ed22e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275211 Sep 24 14:54:35.799448 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a98f-618e-40ad-b11a-2e12fb301a4d req-644ca36d-feea-47ab-93de-872a092edc86 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:35.800912 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fc30a98f-618e-40ad-b11a-2e12fb301a4d req-644ca36d-feea-47ab-93de-872a092edc86 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0547931 Sep 24 14:54:35.839822 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fc30a98f-618e-40ad-b11a-2e12fb301a4d req-f4d76394-b267-4bea-a2a6-23aab08ade3c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Sep 24 14:54:36.370890 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669288e1-85d5-4681-9203-2c67a4e0ac95 req-7d873a2b-b391-4dd2-8148-e31dcb6a7336 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:36.372841 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-669288e1-85d5-4681-9203-2c67a4e0ac95 req-7d873a2b-b391-4dd2-8148-e31dcb6a7336 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0569584 Sep 24 14:54:36.423849 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-669288e1-85d5-4681-9203-2c67a4e0ac95 req-bb6d6672-b502-4ccf-adf5-5af4939b79a2 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Sep 24 14:54:36.549941 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d27167-ca9d-4d68-ba69-feb244fa8cc9 req-4b2d7b38-5ae1-4775-988b-6c0046a3d6ec tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:36.552012 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d1d27167-ca9d-4d68-ba69-feb244fa8cc9 req-4b2d7b38-5ae1-4775-988b-6c0046a3d6ec tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0687065 Sep 24 14:54:36.612023 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d1d27167-ca9d-4d68-ba69-feb244fa8cc9 req-1dc3d6f3-08ed-4967-a765-9a3de4e9912f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Sep 24 14:54:36.972761 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bdd9f-6c3d-4640-9b32-ee7baffece44 req-7d257e18-59b5-42fe-a2da-b602d4c0f3d6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:36.974227 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-812bdd9f-6c3d-4640-9b32-ee7baffece44 req-7d257e18-59b5-42fe-a2da-b602d4c0f3d6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0511541 Sep 24 14:54:36.993359 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07170e-903b-47a6-ae69-cad9a7ecc429 req-721444c2-0ee6-4c64-a410-65962126cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:36.994972 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ce07170e-903b-47a6-ae69-cad9a7ecc429 req-721444c2-0ee6-4c64-a410-65962126cc95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 1098 time: 0.0438857 Sep 24 14:54:37.014049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-812bdd9f-6c3d-4640-9b32-ee7baffece44 req-e904c3d2-0da3-460f-bbd1-ecf59301cacc tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332048 Sep 24 14:54:37.046945 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ce07170e-903b-47a6-ae69-cad9a7ecc429 req-34e34e3b-c44d-4fb2-90dc-51502061a220 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301700 Sep 24 14:54:37.555210 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a003-63f8-4440-9210-cf7935bbeda5 req-0ce6a4ab-b41e-4e45-ab99-2bcc65557f29 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:37.556984 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-07e3a003-63f8-4440-9210-cf7935bbeda5 req-0ce6a4ab-b41e-4e45-ab99-2bcc65557f29 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0491068 Sep 24 14:54:37.596272 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-07e3a003-63f8-4440-9210-cf7935bbeda5 req-33d65f2b-fce4-477e-b5a0-9fadffb54412 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Sep 24 14:54:37.733611 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167eb9a-9bc9-42cf-ae10-4878e553847a req-fe987db5-3936-481b-9625-b582d142f7fb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:37.735139 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e167eb9a-9bc9-42cf-ae10-4878e553847a req-fe987db5-3936-481b-9625-b582d142f7fb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0550127 Sep 24 14:54:37.774678 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e167eb9a-9bc9-42cf-ae10-4878e553847a req-eb56c361-645f-42bb-bf17-9f2831e603b7 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Sep 24 14:54:38.144862 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb623862-f32b-4514-9853-1b32af203385 req-454bb3fa-aec8-4734-b2be-9492776e0bfa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:38.146278 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eb623862-f32b-4514-9853-1b32af203385 req-454bb3fa-aec8-4734-b2be-9492776e0bfa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0498273 Sep 24 14:54:38.183049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eb623862-f32b-4514-9853-1b32af203385 req-a361b2cd-f3f8-47cb-ac27-c7dbced45db2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Sep 24 14:54:38.716355 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36882636-aa2e-4c96-ab0d-56930c241634 req-8ccec1f5-115a-40a9-8ad3-ec7c8e534b75 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:38.718521 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-36882636-aa2e-4c96-ab0d-56930c241634 req-8ccec1f5-115a-40a9-8ad3-ec7c8e534b75 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0504830 Sep 24 14:54:38.761435 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-36882636-aa2e-4c96-ab0d-56930c241634 req-dd8d3832-1f3b-4ee4-a329-6f34a91a423f tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Sep 24 14:54:38.891967 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c264d-0e0c-470e-a93d-662b084aef70 req-d57b886a-bae5-4dd1-8274-8e7b1894404d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:38.893476 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bf0c264d-0e0c-470e-a93d-662b084aef70 req-d57b886a-bae5-4dd1-8274-8e7b1894404d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0492566 Sep 24 14:54:38.934633 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bf0c264d-0e0c-470e-a93d-662b084aef70 req-c44c393a-31d8-46d0-91d5-35f368204768 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Sep 24 14:54:39.336000 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8465-94d3-4d0c-8bab-88b5217eccfb req-15feba0b-8c24-4a14-bdda-18dcda7e5771 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:39.338670 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-586f8465-94d3-4d0c-8bab-88b5217eccfb req-15feba0b-8c24-4a14-bdda-18dcda7e5771 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0747814 Sep 24 14:54:39.385687 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-586f8465-94d3-4d0c-8bab-88b5217eccfb req-71b8dc27-5f1a-4886-8457-4f23efd553fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Sep 24 14:54:40.020573 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-5466fd54-b318-49fd-b2ed-ddc3f1938690 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:40.022047 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-5466fd54-b318-49fd-b2ed-ddc3f1938690 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.2659960 Sep 24 14:54:40.034442 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8192b-8889-4519-bb64-84f2b9c3eb04 req-c0e962ab-8531-4491-8c32-12e074e3e7de tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:40.035953 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d6e8192b-8889-4519-bb64-84f2b9c3eb04 req-c0e962ab-8531-4491-8c32-12e074e3e7de tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 946 time: 0.0649185 Sep 24 14:54:40.163477 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d6e8192b-8889-4519-bb64-84f2b9c3eb04 req-54392d63-7623-4e5f-86d1-90089ddbf41f tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201563 Sep 24 14:54:40.205900 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Deleting port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:54:40.206254 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:40.319786 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] For port 47669e04-59ba-4d27-a4a2-be7ae7a7e124, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47669e04-59ba-4d27-a4a2-be7ae7a7e124,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:40.320276 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:40.345097 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Calling delete_port for 47669e04-59ba-4d27-a4a2-be7ae7a7e124 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:54:40.606771 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:40.633973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['47669e04-59ba-4d27-a4a2-be7ae7a7e124'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:54:40.667447 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05cb3d-7480-450f-b1fb-9d55ee725683 req-34d36629-7186-4a8a-b94c-c7b99ee50616 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:40.670413 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc05cb3d-7480-450f-b1fb-9d55ee725683 req-34d36629-7186-4a8a-b94c-c7b99ee50616 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.1405814 Sep 24 14:54:40.678549 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Pushing event deleted for resources: {'Port': ['ID=47669e04-59ba-4d27-a4a2-be7ae7a7e124,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:40.749818 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.750244 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.750719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.751272 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.751706 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.752101 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.752497 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.753916 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.754344 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.754749 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.755510 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.755918 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:40.778638 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] No DVR routers for this DVR port 47669e04-59ba-4d27-a4a2-be7ae7a7e124 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:54:40.785817 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:40.787917 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0567052d-2c62-4a97-9c1f-ea11e27cb1b5 req-6744decb-5f44-404a-b433-06e43a22f0ca tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "DELETE /v2.0/ports/47669e04-59ba-4d27-a4a2-be7ae7a7e124 HTTP/1.1" status: 204 len: 173 time: 0.7510593 Sep 24 14:54:40.788510 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'name': 'network-vif-deleted', 'tag': '47669e04-59ba-4d27-a4a2-be7ae7a7e124'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:40.790853 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a59407-b875-4499-9779-47b7995b2687" -d '{"events": [{"server_uuid": "cbc1d0ee-185b-45e4-a4de-4f8dae49b97a", "name": "network-vif-deleted", "tag": "47669e04-59ba-4d27-a4a2-be7ae7a7e124"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:40.829299 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc05cb3d-7480-450f-b1fb-9d55ee725683 req-6d739d4b-6a14-496c-8f0f-d09e07429330 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467295 Sep 24 14:54:40.860335 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031cffb9-5b9f-4eac-a598-d66494f0073c x-openstack-request-id: req-031cffb9-5b9f-4eac-a598-d66494f0073c {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:40.860796 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1d0ee-185b-45e4-a4de-4f8dae49b97a", "name": "network-vif-deleted", "tag": "47669e04-59ba-4d27-a4a2-be7ae7a7e124", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:40.861368 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-031cffb9-5b9f-4eac-a598-d66494f0073c {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:40.861723 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1d0ee-185b-45e4-a4de-4f8dae49b97a', 'name': 'network-vif-deleted', 'tag': '47669e04-59ba-4d27-a4a2-be7ae7a7e124', 'status': 'completed', 'code': 200} Sep 24 14:54:40.972970 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e35a-3808-4a9e-a153-27aca84dfdae req-c5121ba3-9d3d-4227-9ce6-81eac3fdbc0d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:40.974891 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f823e35a-3808-4a9e-a153-27aca84dfdae req-c5121ba3-9d3d-4227-9ce6-81eac3fdbc0d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0614243 Sep 24 14:54:41.029636 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f823e35a-3808-4a9e-a153-27aca84dfdae req-c0409283-56c1-4521-8e23-45f34fbe7241 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473146 Sep 24 14:54:41.288769 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-14f33a4f-5950-45da-a51a-121593ce0704 req-f642857a-9c7b-4597-a233-061e78eb275c tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbc1d0ee-185b-45e4-a4de-4f8dae49b97a HTTP/1.1" status: 200 len: 210 time: 0.0302157 Sep 24 14:54:41.756096 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 48846) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:41.900334 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.012210 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.017105 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.057946 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ee6714-f28c-45fa-8fa2-6739e9dbdc87,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:42.068885 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.069235 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.069614 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.069970 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.070485 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.070651 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.071014 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.071341 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.071780 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.072387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.072941 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.073215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:42.095172 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-586a9d5b-ee88-413c-84fb-0140da2bd50f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a8c5b019acb4974b6607e4a291810aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379140 Sep 24 14:54:42.095417 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 48862) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:42.147618 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-609ecbde-ea63-44eb-ad3a-feba334c188c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.168420 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-609ecbde-ea63-44eb-ad3a-feba334c188c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.219982 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-609ecbde-ea63-44eb-ad3a-feba334c188c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.223114 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-609ecbde-ea63-44eb-ad3a-feba334c188c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:42.224491 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-609ecbde-ea63-44eb-ad3a-feba334c188c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0ee6714-f28c-45fa-8fa2-6739e9dbdc87 HTTP/1.1" status: 204 len: 168 time: 0.1279683 Sep 24 14:54:42.232963 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ecbde-ea63-44eb-ad3a-feba334c188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ee6714-f28c-45fa-8fa2-6739e9dbdc87,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:42.659175 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-b55a3672-43dd-4082-b62e-3bd5b7b6b078 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:42.660866 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-b55a3672-43dd-4082-b62e-3bd5b7b6b078 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/networks?id=cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 200 len: 809 time: 0.1323354 Sep 24 14:54:42.683769 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-7f816a76-5be1-4f9d-ac99-843127520582 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/quotas/2dc61f585687471f9bf86def989443dc HTTP/1.1" status: 200 len: 375 time: 0.0158918 Sep 24 14:54:42.721086 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-c9a4320c-a414-4b50-b347-a447169b5357 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc61f585687471f9bf86def989443dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359473 Sep 24 14:54:42.825701 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-a21e8e4e-e908-4465-aa61-87671ce38601 service neutron] 10.222.0.13 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966210 Sep 24 14:54:42.929028 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-5633d33c-3322-4caa-a3d6-b5b50407e83f service neutron] 10.222.0.13 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940647 Sep 24 14:54:42.987020 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44134-dd11-46aa-9d64-528fabe1428c req-dc6e4c53-4059-4634-bfc4-1196791b0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:42.988601 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-dc6e4c53-4059-4634-bfc4-1196791b0786 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0549700 Sep 24 14:54:42.990651 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdeee9c-639e-43e3-911c-c7f4a9a86740 req-4b105f57-fe1e-403f-8e9e-c6f550ef9862 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:42.996367 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6fdeee9c-639e-43e3-911c-c7f4a9a86740 req-4b105f57-fe1e-403f-8e9e-c6f550ef9862 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0686331 Sep 24 14:54:43.062625 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6fdeee9c-639e-43e3-911c-c7f4a9a86740 req-986972c2-abb9-4824-8a4f-3d60a6f22f94 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533895 Sep 24 14:54:43.146904 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44134-dd11-46aa-9d64-528fabe1428c req-91701e89-2e0f-4060-8365-8241184ef3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:43.148258 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-91701e89-2e0f-4060-8365-8241184ef3e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.1412482 Sep 24 14:54:43.167550 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0cfed855-8a87-464c-8c6e-2041b22b9256 req-35a11cc1-358c-4f9f-98d2-fa02c0ebd4c0 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 210 time: 0.0358069 Sep 24 14:54:43.210263 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-f0764534-e827-4f39-9893-016fbd4324dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0387728 Sep 24 14:54:43.286480 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44134-dd11-46aa-9d64-528fabe1428c req-dd37c24f-8f4e-4031-a192-3a1b26ad8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:43.288375 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-dd37c24f-8f4e-4031-a192-3a1b26ad8528 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0600803 Sep 24 14:54:43.337552 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-fb82b7da-97af-4f74-ab18-d49cd09b5881 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308852 Sep 24 14:54:43.475380 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-b4b46e06-89fa-4f5c-b305-c8832b727a24 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141701 Sep 24 14:54:43.597171 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15e44134-dd11-46aa-9d64-528fabe1428c req-2dc9ac0c-3f05-4ed2-ae55-69f903827846 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119339 Sep 24 14:54:44.169034 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7fb00-8dbf-4ce3-8e2f-26221f15b1df req-ca626a37-632c-4047-9ccc-74795d23d320 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:44.170564 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0ce7fb00-8dbf-4ce3-8e2f-26221f15b1df req-ca626a37-632c-4047-9ccc-74795d23d320 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0501065 Sep 24 14:54:44.216083 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0ce7fb00-8dbf-4ce3-8e2f-26221f15b1df req-239939d1-50a9-4ae3-862a-e66cff7972f9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Sep 24 14:54:44.270231 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3626996a-3e81-475b-ae4a-5c4d459e6b50 req-e3f2a36a-824a-4735-becd-fc29c7adebe5 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 210 time: 0.0281010 Sep 24 14:54:45.333222 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa0950-9f08-458e-8cb4-c34566b89eea req-53e12113-8a81-4609-bb90-7ce57d0d12eb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:45.334733 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-befa0950-9f08-458e-8cb4-c34566b89eea req-53e12113-8a81-4609-bb90-7ce57d0d12eb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0565193 Sep 24 14:54:45.372746 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-befa0950-9f08-458e-8cb4-c34566b89eea req-c5ec87bb-2e0f-4d59-9145-9cce124ced56 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Sep 24 14:54:45.403150 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 47669e04-59ba-4d27-a4a2-be7ae7a7e124 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:54:45.423390 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 47669e04-59ba-4d27-a4a2-be7ae7a7e124 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:54:45.423798 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 47669e04-59ba-4d27-a4a2-be7ae7a7e124 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:54:45.457404 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94e584f3-fc79-4322-bf50-e4714343dabe req-f3b8f3d8-ecbc-48f3-9c0b-d48f03c23335 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 210 time: 0.0261157 Sep 24 14:54:46.491718 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cc3ef-350a-4d18-ba2c-262ce6c0cb29 req-cd6abc82-26a4-41b8-bb26-77049146d236 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:46.493183 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6d9cc3ef-350a-4d18-ba2c-262ce6c0cb29 req-cd6abc82-26a4-41b8-bb26-77049146d236 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0482278 Sep 24 14:54:46.533074 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6d9cc3ef-350a-4d18-ba2c-262ce6c0cb29 req-f8edc56d-31fc-4fe4-8f5a-f660b5caa9cf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Sep 24 14:54:46.620219 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9776c9ac-ef55-475e-9c49-a225115d2d01 req-51fa6bee-e257-4d6d-85c1-15c409ee0478 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 210 time: 0.0274103 Sep 24 14:54:46.879366 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f16c2f3-971f-4e7d-86f3-2c6e92cc551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:47.694127 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf006-2386-4440-9584-2966ff3b2c4a req-8b56aaa5-66cb-459c-89cf-7332357d489a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:47.695974 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-40aaf006-2386-4440-9584-2966ff3b2c4a req-8b56aaa5-66cb-459c-89cf-7332357d489a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0537932 Sep 24 14:54:47.735173 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-40aaf006-2386-4440-9584-2966ff3b2c4a req-b9236550-42ed-43b6-9901-327430202a30 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Sep 24 14:54:47.823753 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9c362074-8e2f-4356-b74e-04d4c9e71fc7 req-ec89d2b5-c34e-4d10-b4b3-4cf3a6f44275 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 210 time: 0.0260794 Sep 24 14:54:47.829534 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:47.912345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-364fdf4c-3087-4be5-9a43-91389c3f87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:47.914091 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-364fdf4c-3087-4be5-9a43-91389c3f87d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0535495 Sep 24 14:54:48.071779 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-ec344b84-1a2d-451e-8696-33e7cd70fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:48.073254 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-ec344b84-1a2d-451e-8696-33e7cd70fa0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.0941110 Sep 24 14:54:48.113421 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-fbb5d260-c573-43f0-96e2-21604ebbd538 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:48.115263 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-fbb5d260-c573-43f0-96e2-21604ebbd538 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "GET /v2.0/networks?id=cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 200 len: 809 time: 0.1159523 Sep 24 14:54:48.123748 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-6f9234f7-492c-4727-b597-6354013aa2d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0352602 Sep 24 14:54:48.170127 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Request body: {'port': {'device_id': '08ff14cb-7144-4583-b423-edf32428b36a', 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c', 'admin_state_up': True, 'tenant_id': '2dc61f585687471f9bf86def989443dc'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:48.215296 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-c12f4ed4-dfda-4784-bba6-b9751a663beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:48.217020 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-c12f4ed4-dfda-4784-bba6-b9751a663beb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0483525 Sep 24 14:54:48.282495 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-f94212c3-f568-4fed-97d6-6e14276b12d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282338 Sep 24 14:54:48.282941 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Made reservation on behalf of 2dc61f585687471f9bf86def989443dc for: {'port': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:54:48.286416 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:48.392627 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-14dda841-aa54-4230-a551-c16a558711f6 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883689 Sep 24 14:54:48.428968 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Allocated IP 172.20.0.2 (cf30a605-8bf6-42ca-ab99-8a4b1680746c/d23e7203-4c60-4791-8ffe-f495a0ce2d66/2aec14f4-3f82-4fb9-b37a-20835c5435cf) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:54:48.598893 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:48.636053 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:48.658849 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cde4199b-d6b7-4488-8045-8ad8590e9958 req-9e2342c8-412e-4b76-a399-9b4ac5b2adeb service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491350 Sep 24 14:54:48.685096 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Network cf30a605-8bf6-42ca-ab99-8a4b1680746c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:54:48.692027 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:54:48.694011 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Pushing event updated for resources: {'Port': ['ID=2aec14f4-3f82-4fb9-b37a-20835c5435cf,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:48.696155 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:54:48.747116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:48.748511 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:48.764835 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e699585d-a66b-4a29-bd1e-2f7f9892cb15 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986829 Sep 24 14:54:48.782424 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Request body: {'port': {'device_id': '08ff14cb-7144-4583-b423-edf32428b36a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:48.849752 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:48.880389 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488594c-ef45-48fb-a32a-4e6de248991d req-faf5261d-ceec-40c2-8aaa-ec26d372d895 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:48.882024 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0488594c-ef45-48fb-a32a-4e6de248991d req-faf5261d-ceec-40c2-8aaa-ec26d372d895 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0759244 Sep 24 14:54:48.963192 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0488594c-ef45-48fb-a32a-4e6de248991d req-7167ab88-e198-4c8f-9974-24752deade76 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747576 Sep 24 14:54:49.083981 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1084c-1149-404a-9310-371e72e230bf req-24d49b8c-b594-46ac-a5a8-096bd32f66ef tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:49.085547 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5bd1084c-1149-404a-9310-371e72e230bf req-24d49b8c-b594-46ac-a5a8-096bd32f66ef tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 931 time: 0.0955610 Sep 24 14:54:49.172939 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5bd1084c-1149-404a-9310-371e72e230bf req-88d5bc07-251a-4fea-9197-9fc0828ab645 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774305 Sep 24 14:54:49.256585 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aec14f4-3f82-4fb9-b37a-20835c5435cf {{(pid=100529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:49.265103 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:49.280836 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.provisioning_blocks [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Transition to ACTIVE for port object 2aec14f4-3f82-4fb9-b37a-20835c5435cf will not be triggered until provisioned by entity L2. {{(pid=100529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:54:49.284247 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:49.338354 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Pushing event updated for resources: {'Port': ['ID=2aec14f4-3f82-4fb9-b37a-20835c5435cf,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:49.417374 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Attempting to bind port 2aec14f4-3f82-4fb9-b37a-20835c5435cf on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:54:49.417705 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Attempting to bind port 2aec14f4-3f82-4fb9-b37a-20835c5435cf by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:54:49.418028 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Attempting to bind port 2aec14f4-3f82-4fb9-b37a-20835c5435cf on network cf30a605-8bf6-42ca-ab99-8a4b1680746c {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:49.423787 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Port 2aec14f4-3f82-4fb9-b37a-20835c5435cf on network cf30a605-8bf6-42ca-ab99-8a4b1680746c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:54:49.424038 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Attempting to bind port 2aec14f4-3f82-4fb9-b37a-20835c5435cf on network cf30a605-8bf6-42ca-ab99-8a4b1680746c {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:49.428891 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:54:49.429220 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Checking segment: {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:54:49.429593 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Bound using segment: {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:54:49.430067 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Bound port: 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65dabf61-d53f-41e1-9e3e-0f3b60138a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c'}}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:54:49.430478 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:49.508959 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] For port 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host hv-cinder-81091, cleared binding levels {{(pid=100529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:54:49.512465 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] For port 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:54:49.517767 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:49.553996 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:49.554594 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:49.556130 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] 10.222.0.70 "PUT /v2.0/ports/2aec14f4-3f82-4fb9-b37a-20835c5435cf HTTP/1.1" status: 200 len: 1093 time: 0.7794199 Sep 24 14:54:49.556455 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff14cb-7144-4583-b423-edf32428b36a', 'tag': '2aec14f4-3f82-4fb9-b37a-20835c5435cf'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:49.558788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b5b38-516d-4d0c-9c49-e1498d526822" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff14cb-7144-4583-b423-edf32428b36a", "tag": "2aec14f4-3f82-4fb9-b37a-20835c5435cf"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:49.623571 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d242d8-4995-4516-9ca9-c802ce36ade3 x-openstack-request-id: req-e3d242d8-4995-4516-9ca9-c802ce36ade3 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:49.623834 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff14cb-7144-4583-b423-edf32428b36a", "tag": "2aec14f4-3f82-4fb9-b37a-20835c5435cf", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:49.624082 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3d242d8-4995-4516-9ca9-c802ce36ade3 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:49.624474 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff14cb-7144-4583-b423-edf32428b36a', 'tag': '2aec14f4-3f82-4fb9-b37a-20835c5435cf', 'status': 'completed', 'code': 200} Sep 24 14:54:49.627334 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17e84e-1006-4d95-9549-3943810c2236 service neutron] Pushing event updated for resources: {'Port': ['ID=2aec14f4-3f82-4fb9-b37a-20835c5435cf,revision_number=3']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:49.702581 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-32284236-87f1-46ec-9ea6-0e4675bd7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:49.704120 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-32284236-87f1-46ec-9ea6-0e4675bd7982 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc61f585687471f9bf86def989443dc&device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 1096 time: 0.0428410 Sep 24 14:54:49.767389 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-e21313aa-ddd6-4397-9133-d74114fa099f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf HTTP/1.1" status: 200 len: 217 time: 0.0373118 Sep 24 14:54:49.820274 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-1bcb383d-f467-4408-80d4-3157120fe6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:49.821758 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-1bcb383d-f467-4408-80d4-3157120fe6e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d23e7203-4c60-4791-8ffe-f495a0ce2d66 HTTP/1.1" status: 200 len: 849 time: 0.0435560 Sep 24 14:54:49.860345 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-d8bf0abb-2e36-4a7c-b553-96bc470f6991 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf30a605-8bf6-42ca-ab99-8a4b1680746c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257640 Sep 24 14:54:49.957874 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-b2995f78-5ee4-40f2-8640-6477b9198f0b service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Sep 24 14:54:50.098357 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b593eb3f-5fce-45c3-adf2-de5909c9182d req-a95633ce-b3be-4b7a-8386-d6c1653cc982 service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166036 Sep 24 14:54:50.106408 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4099c49c-e51c-4ade-8a61-1cd23628ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:50.112841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534664f1-bc69-4e2b-b913-db920c749951 req-88ff8bd7-af9d-47da-93a9-a8ef4ee77e1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:50.114380 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-534664f1-bc69-4e2b-b913-db920c749951 req-88ff8bd7-af9d-47da-93a9-a8ef4ee77e1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0709200 Sep 24 14:54:50.161961 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-534664f1-bc69-4e2b-b913-db920c749951 req-0098d64d-e957-49ba-b98a-5d91f99c50da tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Sep 24 14:54:50.260145 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-a18854fd-9cd6-49b0-93bb-06e165624a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:50.261652 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-a18854fd-9cd6-49b0-93bb-06e165624a75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dc61f585687471f9bf86def989443dc&device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 1096 time: 0.0677063 Sep 24 14:54:50.353713 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5704d-23cd-44fa-bd26-74969f29f21f req-95714f6a-7ac5-469b-9674-0427ba05561d tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:50.355535 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a9e5704d-23cd-44fa-bd26-74969f29f21f req-95714f6a-7ac5-469b-9674-0427ba05561d tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 943 time: 0.1106298 Sep 24 14:54:50.416726 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-e4a86b35-e6b7-4f66-be8a-ad8c7801c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:50.418223 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-e4a86b35-e6b7-4f66-be8a-ad8c7801c40a service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 200 len: 910 time: 0.1416364 Sep 24 14:54:50.422462 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a9e5704d-23cd-44fa-bd26-74969f29f21f req-e44077f5-a494-49a8-b2b6-3245690a1f88 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Sep 24 14:54:50.477169 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-f5706c60-c638-4a35-b0da-5f00dade8743 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf HTTP/1.1" status: 200 len: 217 time: 0.0423436 Sep 24 14:54:50.541444 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-eca943c6-9ec6-43fa-872b-22a0a4d433ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:50.542923 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-eca943c6-9ec6-43fa-872b-22a0a4d433ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d23e7203-4c60-4791-8ffe-f495a0ce2d66 HTTP/1.1" status: 200 len: 849 time: 0.0482488 Sep 24 14:54:50.595580 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-63f4adfd-dabe-41e1-94ab-7f801b21dc4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf30a605-8bf6-42ca-ab99-8a4b1680746c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319798 Sep 24 14:54:50.667776 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:50.714263 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-b15cef6f-c6c3-4442-8e2f-e0eebf797b87 service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966597 Sep 24 14:54:51.065815 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-178b5b38-516d-4d0c-9c49-e1498d526822 req-8af91047-065a-4bcd-a8c1-90de47b1130c service neutron] 10.222.0.70 "GET /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308024 Sep 24 14:54:51.287921 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29127-bcc8-433c-b595-adfb9455b720 req-b70d54ca-1f15-4068-a97f-956797568982 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:51.289441 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7ff29127-bcc8-433c-b595-adfb9455b720 req-b70d54ca-1f15-4068-a97f-956797568982 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Sep 24 14:54:51.332811 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7ff29127-bcc8-433c-b595-adfb9455b720 req-daefc7f5-0de2-48a7-b15e-d8cd26088c9a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367012 Sep 24 14:54:51.546481 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ad2fb-ff1a-427e-b616-4aef3caad317 req-3bc30e1d-9091-4fe5-bc90-e9e96ab263a6 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:51.548114 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7f7ad2fb-ff1a-427e-b616-4aef3caad317 req-3bc30e1d-9091-4fe5-bc90-e9e96ab263a6 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 943 time: 0.0525794 Sep 24 14:54:51.589719 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7f7ad2fb-ff1a-427e-b616-4aef3caad317 req-9868a958-32df-4dd4-a09d-dc302c3d155e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357699 Sep 24 14:54:51.908081 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.112189 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49146) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:52.229932 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8eaf2ead-a77b-4d31-8469-852f2e08cd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.322986 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8eaf2ead-a77b-4d31-8469-852f2e08cd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.327031 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8eaf2ead-a77b-4d31-8469-852f2e08cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.370931 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49160) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:52.377652 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8eaf2ead-a77b-4d31-8469-852f2e08cd79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f8f79c2c8f045a5a856e87dd0704b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592328 Sep 24 14:54:52.380586 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf2ead-a77b-4d31-8469-852f2e08cd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dea6c0-7d11-4a57-a807-7ef7d62c55bd,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:52.466580 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4be8151a-4b0f-4fd5-a933-1a4e89135285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.500619 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1423c-5fd2-4ff5-a560-5a5c7ce0d07d req-613f3e54-9b81-4532-9f77-b57467c34cea tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:52.502204 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-82a1423c-5fd2-4ff5-a560-5a5c7ce0d07d req-613f3e54-9b81-4532-9f77-b57467c34cea tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0791571 Sep 24 14:54:52.522638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4be8151a-4b0f-4fd5-a933-1a4e89135285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.574032 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-82a1423c-5fd2-4ff5-a560-5a5c7ce0d07d req-e1d562c0-3566-4139-a376-f06fdd64bf8e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615234 Sep 24 14:54:52.604439 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4be8151a-4b0f-4fd5-a933-1a4e89135285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.608355 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4be8151a-4b0f-4fd5-a933-1a4e89135285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:52.609426 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4be8151a-4b0f-4fd5-a933-1a4e89135285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1dea6c0-7d11-4a57-a807-7ef7d62c55bd HTTP/1.1" status: 204 len: 168 time: 0.2378931 Sep 24 14:54:52.618382 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8151a-4b0f-4fd5-a933-1a4e89135285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dea6c0-7d11-4a57-a807-7ef7d62c55bd,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:52.728557 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb831-0681-435e-bc2f-9c7a0e37a84e req-05e41be5-dc24-4595-b40d-be636018138a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:52.730081 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8c9eb831-0681-435e-bc2f-9c7a0e37a84e req-05e41be5-dc24-4595-b40d-be636018138a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 943 time: 0.0563943 Sep 24 14:54:52.774170 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8c9eb831-0681-435e-bc2f-9c7a0e37a84e req-f2b684d9-77a7-4803-b215-67e2b69ad1aa tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374792 Sep 24 14:54:52.942453 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49186) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:52.963593 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4075a120-fc04-466a-8501-22101da1dff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.066990 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4075a120-fc04-466a-8501-22101da1dff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.071315 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4075a120-fc04-466a-8501-22101da1dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.116375 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4075a120-fc04-466a-8501-22101da1dff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25801b9db0b04ce2b86e7075434abfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724393 Sep 24 14:54:53.117324 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075a120-fc04-466a-8501-22101da1dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8262b4f-89c2-44ba-84d8-fc69ef1d2eb2,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:53.119037 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49192) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:53.171865 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d6239d6a-cc1e-4ff6-bf9b-cb6b8e23a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.192898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d6239d6a-cc1e-4ff6-bf9b-cb6b8e23a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.244075 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d6239d6a-cc1e-4ff6-bf9b-cb6b8e23a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.246827 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d6239d6a-cc1e-4ff6-bf9b-cb6b8e23a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:53.250459 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d6239d6a-cc1e-4ff6-bf9b-cb6b8e23a7e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8262b4f-89c2-44ba-84d8-fc69ef1d2eb2 HTTP/1.1" status: 204 len: 168 time: 0.1279280 Sep 24 14:54:53.260616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6239d6a-cc1e-4ff6-bf9b-cb6b8e23a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8262b4f-89c2-44ba-84d8-fc69ef1d2eb2,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:53.707765 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc9630-bede-4278-9b31-9b545484deb0 req-5f4f74e6-a9a8-487a-9206-8d2a7a7c6b0b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:53.715109 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3ddc9630-bede-4278-9b31-9b545484deb0 req-5f4f74e6-a9a8-487a-9206-8d2a7a7c6b0b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0619421 Sep 24 14:54:53.720521 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-5d1df37c-79d6-4100-8ff8-5ce83f5f5778 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:53.723136 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-5d1df37c-79d6-4100-8ff8-5ce83f5f5778 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.1508346 Sep 24 14:54:53.748581 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-702821c2-a617-4488-8f32-982b7ee3d00d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/quotas/3be341c1283544c4896a434f38b72fbd HTTP/1.1" status: 200 len: 375 time: 0.0175180 Sep 24 14:54:53.759210 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3ddc9630-bede-4278-9b31-9b545484deb0 req-7b5d2fd5-26d1-457b-95de-75c808d2e763 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Sep 24 14:54:53.816689 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-103ffe72-9e72-4dba-ad9b-8c6c47b6efd7 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668736 Sep 24 14:54:53.854735 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 2aec14f4-3f82-4fb9-b37a-20835c5435cf details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:54:53.967684 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-721b3b51-284b-4704-8c0b-14b57230ccc0 service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418386 Sep 24 14:54:54.018002 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:54.030091 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '2aec14f4-3f82-4fb9-b37a-20835c5435cf', 'network_id': 'cf30a605-8bf6-42ca-ab99-8a4b1680746c', 'port_id': '2aec14f4-3f82-4fb9-b37a-20835c5435cf', 'mac_address': 'fa:16:3e:08:d9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23e7203-4c60-4791-8ffe-f495a0ce2d66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:54:54.070979 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:54.088561 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:54.100111 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-d1e5f3bf-ae1f-4df7-b57f-dea4658080e6 service neutron] 10.222.0.13 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312158 Sep 24 14:54:54.108287 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aec14f4-3f82-4fb9-b37a-20835c5435cf {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:54.133220 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa46e99-80ff-40e0-86c2-123d59970f9d req-ab7fe56b-ed4a-418e-8b74-e4d5c8933baa tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:54.139507 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fa46e99-80ff-40e0-86c2-123d59970f9d req-ab7fe56b-ed4a-418e-8b74-e4d5c8933baa tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 943 time: 0.1365583 Sep 24 14:54:54.147394 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:54.152840 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:54.214754 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fa46e99-80ff-40e0-86c2-123d59970f9d req-a939661d-a3d2-47b0-b08b-5c16f0203154 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732353 Sep 24 14:54:54.220932 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=2aec14f4-3f82-4fb9-b37a-20835c5435cf,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:54.230023 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.230914 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.231257 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.231614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.232787 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.233623 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.234106 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.234600 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.235086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.235696 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.236366 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.237261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:54:54.352249 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e7a1de32-1774-48c0-abf3-3241a473ef7a req-d5eb71a5-e83f-4f69-ab2b-5a4b4b34c931 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 210 time: 0.0460083 Sep 24 14:54:54.653495 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['2aec14f4-3f82-4fb9-b37a-20835c5435cf'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:54:54.892672 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a2e4d-1779-45ea-aa32-d6baf1005aae req-4467129f-5ac6-4732-a30a-1d254cacc17d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:54.900023 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec9a2e4d-1779-45ea-aa32-d6baf1005aae req-4467129f-5ac6-4732-a30a-1d254cacc17d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0669551 Sep 24 14:54:54.959597 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec9a2e4d-1779-45ea-aa32-d6baf1005aae req-db1e8324-f76d-4720-9e7c-c70a49aaec36 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Sep 24 14:54:55.336655 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef41f-b875-469f-8d24-6fcf1249d195 req-be50e8d6-c9ff-470e-b7ba-7223775c9a33 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:55.338039 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-220ef41f-b875-469f-8d24-6fcf1249d195 req-be50e8d6-c9ff-470e-b7ba-7223775c9a33 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 944 time: 0.0488198 Sep 24 14:54:55.382663 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-220ef41f-b875-469f-8d24-6fcf1249d195 req-9e7c1a13-3bb4-4a84-92bc-c516756ac50a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Sep 24 14:54:55.460609 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3ab4ba26-ad83-4731-9482-8c82dc4179a0 req-ae381ed8-622e-4622-9d2c-cd1e5ab864be tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 210 time: 0.0266192 Sep 24 14:54:55.713056 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-22ddc83e-01f2-4cda-b463-9b27cf06343f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:55.714606 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-22ddc83e-01f2-4cda-b463-9b27cf06343f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 814 time: 0.1159544 Sep 24 14:54:55.749177 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Request body: {'port': {'device_id': '39e39819-65da-402a-a0d0-883ac8499b47', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'admin_state_up': True, 'tenant_id': '3be341c1283544c4896a434f38b72fbd'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:55.871302 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Made reservation on behalf of 3be341c1283544c4896a434f38b72fbd for: {'port': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:54:55.875564 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.018496 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Allocated IP 172.20.0.7 (15bebfa1-4b87-4bcc-9027-92fc51674878/8f83562d-cce6-42fc-854c-4a25f5e14cfc/5ceb4563-b7e3-4814-8ae9-44ff055f91a5) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:54:56.147672 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bb829-90fd-48f5-a996-93f9d21e5f9d req-97bb0b3f-a083-4242-848b-92d6c2de2a1c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:56.149253 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ab5bb829-90fd-48f5-a996-93f9d21e5f9d req-97bb0b3f-a083-4242-848b-92d6c2de2a1c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1030688 Sep 24 14:54:56.267074 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ab5bb829-90fd-48f5-a996-93f9d21e5f9d req-b0a9eecc-17cb-4c5f-919f-053050578598 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998356 Sep 24 14:54:56.287274 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.322788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.342574 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07', '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', '09902a39-6ee9-4be0-bb0f-c6678d54f190'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:54:56.373690 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Network 15bebfa1-4b87-4bcc-9027-92fc51674878 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:54:56.377110 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:54:56.384515 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:54:56.389197 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event updated for resources: {'Port': ['ID=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:56.438935 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:56.439633 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.457775 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-ded1feb2-7717-40be-8980-3aa38b4f89f8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7135184 Sep 24 14:54:56.457870 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49352) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:56.476140 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Request body: {'port': {'device_id': '39e39819-65da-402a-a0d0-883ac8499b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:56.532028 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c0ea2-22b2-43ba-b891-f742f3e81937 req-7bc82288-0159-43ca-85b4-62eb39387c1b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:56.534660 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f35c0ea2-22b2-43ba-b891-f742f3e81937 req-7bc82288-0159-43ca-85b4-62eb39387c1b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 944 time: 0.0626450 Sep 24 14:54:56.565864 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.586529 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f35c0ea2-22b2-43ba-b891-f742f3e81937 req-8c10574e-3c66-41bc-9f72-14a6aa242bfc tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 Sep 24 14:54:56.639818 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e3956569-e327-4294-9efd-0ffa5542866a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.654968 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091e5e3-e691-4e62-b957-df7ecc33b221 req-08615dff-d502-492d-b7d6-3e34bac464ad tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:56.656498 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9091e5e3-e691-4e62-b957-df7ecc33b221 req-08615dff-d502-492d-b7d6-3e34bac464ad tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 931 time: 0.0922520 Sep 24 14:54:56.754439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e3956569-e327-4294-9efd-0ffa5542866a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.759140 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e3956569-e327-4294-9efd-0ffa5542866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.774999 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9091e5e3-e691-4e62-b957-df7ecc33b221 req-c77bf0ba-52a1-4232-be30-8c8d854100f0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104810 Sep 24 14:54:56.812676 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e3956569-e327-4294-9efd-0ffa5542866a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d4789c4e0d54b5ab5215bc4f44fdb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540919 Sep 24 14:54:56.816426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49362) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:56.816905 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3956569-e327-4294-9efd-0ffa5542866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd6bbc5-0c37-4538-9878-fdfbded0af67,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:56.925674 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f803cf-e820-4fd3-99d3-779eb7ce254b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.977713 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f803cf-e820-4fd3-99d3-779eb7ce254b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:56.993936 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 {{(pid=100529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:54:57.006659 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.031215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.provisioning_blocks [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Transition to ACTIVE for port object 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 will not be triggered until provisioned by entity L2. {{(pid=100529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:54:57.034720 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.072930 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f803cf-e820-4fd3-99d3-779eb7ce254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.075499 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f803cf-e820-4fd3-99d3-779eb7ce254b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.076651 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c6f803cf-e820-4fd3-99d3-779eb7ce254b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dd6bbc5-0c37-4538-9878-fdfbded0af67 HTTP/1.1" status: 204 len: 168 time: 0.2592990 Sep 24 14:54:57.095643 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f803cf-e820-4fd3-99d3-779eb7ce254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd6bbc5-0c37-4538-9878-fdfbded0af67,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:57.099489 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:57.177804 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Attempting to bind port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:54:57.178117 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Attempting to bind port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:54:57.178454 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Attempting to bind port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:57.183223 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:54:57.183686 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Attempting to bind port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 on network 15bebfa1-4b87-4bcc-9027-92fc51674878 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:54:57.189386 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:54:57.189709 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Checking segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:54:57.190100 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Bound using segment: {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:54:57.190488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Bound port: 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d4a190-9769-4f50-9283-c3afe3d2026b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878'}}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:54:57.190901 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.269654 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] For port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host hv-cinder-81091, cleared binding levels {{(pid=100529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:54:57.274508 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] For port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:54:57.279261 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.317057 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:57.317664 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.319425 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] 10.222.0.70 "PUT /v2.0/ports/5ceb4563-b7e3-4814-8ae9-44ff055f91a5 HTTP/1.1" status: 200 len: 1093 time: 0.8500473 Sep 24 14:54:57.321735 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e39819-65da-402a-a0d0-883ac8499b47', 'tag': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:57.324001 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "39e39819-65da-402a-a0d0-883ac8499b47", "tag": "5ceb4563-b7e3-4814-8ae9-44ff055f91a5"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:57.386550 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0785149-2d48-4047-84be-d14ed258b934 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,revision_number=3']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:57.402917 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49378) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:57.414119 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e02f35-165b-4b34-836f-ca51747f8fd3 req-17dcf8b0-d12d-4c63-a065-c6b32796593c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:57.416475 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-37e02f35-165b-4b34-836f-ca51747f8fd3 req-17dcf8b0-d12d-4c63-a065-c6b32796593c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0642138 Sep 24 14:54:57.418612 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-71af5d7e-9112-4fc1-b113-5f4e51df7560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.455684 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10fb79d-e103-430d-8bd7-ba10ecd8973e x-openstack-request-id: req-d10fb79d-e103-430d-8bd7-ba10ecd8973e {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:57.456002 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e39819-65da-402a-a0d0-883ac8499b47", "tag": "5ceb4563-b7e3-4814-8ae9-44ff055f91a5", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:57.456221 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d10fb79d-e103-430d-8bd7-ba10ecd8973e {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:57.456602 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e39819-65da-402a-a0d0-883ac8499b47', 'tag': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5', 'status': 'completed', 'code': 200} Sep 24 14:54:57.503038 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-58dc988b-b4ce-41e1-9f03-69037e5c41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:57.504559 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-58dc988b-b4ce-41e1-9f03-69037e5c41bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 1096 time: 0.0830543 Sep 24 14:54:57.507740 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-37e02f35-165b-4b34-836f-ca51747f8fd3 req-8a322925-2a65-407d-95c1-39683659841e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762408 Sep 24 14:54:57.518624 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-71af5d7e-9112-4fc1-b113-5f4e51df7560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.522973 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-71af5d7e-9112-4fc1-b113-5f4e51df7560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.566130 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-35218197-f26f-4ccd-8aae-807eacce7d3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5 HTTP/1.1" status: 200 len: 217 time: 0.0389986 Sep 24 14:54:57.566353 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-71af5d7e-9112-4fc1-b113-5f4e51df7560 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3238082b808e4e1f953f1ed8d304821f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596379 Sep 24 14:54:57.566353 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af5d7e-9112-4fc1-b113-5f4e51df7560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c5c14-01d0-440b-b01c-c7cc66b7a4d4,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:57.566853 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49380) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:57.655555 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-73219911-5f5b-4eaf-a11b-765960b66897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:57.657015 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-73219911-5f5b-4eaf-a11b-765960b66897 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0770149 Sep 24 14:54:57.661517 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1f0-2928-48af-b3be-2fa606c96589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.683387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1f0-2928-48af-b3be-2fa606c96589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.723289 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-5665214c-cfe3-4ea6-93cf-e25e8109e595 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328569 Sep 24 14:54:57.727960 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599048f-369c-4401-bcd6-c78da16d6648 req-6a5d527d-acc6-41a3-901e-5ed5279c2e8e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:57.729426 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3599048f-369c-4401-bcd6-c78da16d6648 req-6a5d527d-acc6-41a3-901e-5ed5279c2e8e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 944 time: 0.0559123 Sep 24 14:54:57.757258 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1f0-2928-48af-b3be-2fa606c96589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.760001 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e1f0-2928-48af-b3be-2fa606c96589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.765042 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-5ff9e1f0-2928-48af-b3be-2fa606c96589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce9c5c14-01d0-440b-b01c-c7cc66b7a4d4 HTTP/1.1" status: 204 len: 168 time: 0.1934421 Sep 24 14:54:57.776215 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3599048f-369c-4401-bcd6-c78da16d6648 req-9d7924e7-d89a-4d1a-9697-f27bf2d8b9fa tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395339 Sep 24 14:54:57.801531 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e1f0-2928-48af-b3be-2fa606c96589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c5c14-01d0-440b-b01c-c7cc66b7a4d4,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:57.852322 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 2aec14f4-3f82-4fb9-b37a-20835c5435cf up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:54:57.869087 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-b507434d-1f9d-4207-95a5-6ddf5b4cd631 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069756 Sep 24 14:54:57.914414 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 2aec14f4-3f82-4fb9-b37a-20835c5435cf completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:54:57.918303 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 2aec14f4-3f82-4fb9-b37a-20835c5435cf triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:54:57.918679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:57.981312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41be54-f3a7-46cf-a952-b7f7cf5a7c4b req-20e7fb83-f587-4687-8e7c-6b257154f867 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:57.983576 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-cc41be54-f3a7-46cf-a952-b7f7cf5a7c4b req-20e7fb83-f587-4687-8e7c-6b257154f867 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 943 time: 0.1133888 Sep 24 14:54:58.025200 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.027145 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8759e8a8-7e63-4e19-b0f1-15e7dfbef110 req-7df9d353-796a-4149-bcf7-74b271f3aa70 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447265 Sep 24 14:54:58.058959 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-cc41be54-f3a7-46cf-a952-b7f7cf5a7c4b req-4601e7ea-06bc-406f-a2a1-87c78d07b235 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629070 Sep 24 14:54:58.078385 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ff14cb-7144-4583-b423-edf32428b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec14f4-3f82-4fb9-b37a-20835c5435cf'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:54:58.083618 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cb2999-8f80-4aac-8a7f-925f1e16fb40" -d '{"events": [{"server_uuid": "08ff14cb-7144-4583-b423-edf32428b36a", "name": "network-vif-plugged", "status": "completed", "tag": "2aec14f4-3f82-4fb9-b37a-20835c5435cf"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:54:58.099993 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:54:58.107629 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.135147 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80da96aa-893d-4417-8642-a8f5cd897414 x-openstack-request-id: req-80da96aa-893d-4417-8642-a8f5cd897414 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:54:58.135419 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ff14cb-7144-4583-b423-edf32428b36a", "name": "network-vif-plugged", "status": "completed", "tag": "2aec14f4-3f82-4fb9-b37a-20835c5435cf", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:54:58.135716 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80da96aa-893d-4417-8642-a8f5cd897414 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:54:58.136103 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ff14cb-7144-4583-b423-edf32428b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec14f4-3f82-4fb9-b37a-20835c5435cf', 'code': 200} Sep 24 14:54:58.199368 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=2aec14f4-3f82-4fb9-b37a-20835c5435cf,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:58.207148 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-b1fec470-3172-487a-9c53-5043cbd43c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:58.208803 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-b1fec470-3172-487a-9c53-5043cbd43c8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be341c1283544c4896a434f38b72fbd&device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 1096 time: 0.0703380 Sep 24 14:54:58.305810 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49404) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:58.353499 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-1d94823c-8506-4822-8fea-5bc26713c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:58.354951 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-1d94823c-8506-4822-8fea-5bc26713c188 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 200 len: 915 time: 0.0986433 Sep 24 14:54:58.456422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bbd18-9eba-4ccd-8b68-675ac2cd6805 req-eb515546-cdd6-4f29-a311-08d60b300634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:58.456422 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0c9bbd18-9eba-4ccd-8b68-675ac2cd6805 req-eb515546-cdd6-4f29-a311-08d60b300634 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 1098 time: 0.0588551 Sep 24 14:54:58.461391 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-e2c3c153-416a-4b46-8dcf-e67c2342affa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5 HTTP/1.1" status: 200 len: 217 time: 0.0625331 Sep 24 14:54:58.516790 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51a37a4a-730f-44b3-a889-ac14b6df29a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.550563 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-330f0377-6a34-49bb-bb44-e2bbff1838d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:58.552118 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-330f0377-6a34-49bb-bb44-e2bbff1838d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 200 len: 854 time: 0.0469673 Sep 24 14:54:58.565229 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0c9bbd18-9eba-4ccd-8b68-675ac2cd6805 req-0595d8be-bd09-41fc-8803-04543a01bd6a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641370 Sep 24 14:54:58.603054 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-a53deb82-f07c-47db-bf17-d764fcdfa479 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15bebfa1-4b87-4bcc-9027-92fc51674878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365939 Sep 24 14:54:58.679231 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103c0b0-d5d0-4c41-8a56-98ebf7377082 req-64a6270c-6755-4a12-aa79-9edf0f49d3d5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:58.680831 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c103c0b0-d5d0-4c41-8a56-98ebf7377082 req-64a6270c-6755-4a12-aa79-9edf0f49d3d5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0903285 Sep 24 14:54:58.697958 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51a37a4a-730f-44b3-a889-ac14b6df29a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.707716 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-51a37a4a-730f-44b3-a889-ac14b6df29a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.758378 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-51a37a4a-730f-44b3-a889-ac14b6df29a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea67719a29854150b60f78be95716712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514625 Sep 24 14:54:58.761200 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49424) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:58.768015 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c103c0b0-d5d0-4c41-8a56-98ebf7377082 req-fa940be6-a2e3-4f36-83ac-c7eacf267ee2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791590 Sep 24 14:54:58.769183 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a37a4a-730f-44b3-a889-ac14b6df29a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dab26b-39c5-4b1b-985a-11046033cf0f,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:58.829410 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-00fa951d-7a6e-4ba2-ac8a-1011bb233a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.852577 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-00fa951d-7a6e-4ba2-ac8a-1011bb233a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.899641 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763363-2aa1-4607-8e9a-d61d4b2e239b req-379205ad-80ae-4754-bfce-5e020c21feec tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:58.906687 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ca763363-2aa1-4607-8e9a-d61d4b2e239b req-379205ad-80ae-4754-bfce-5e020c21feec tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0543394 Sep 24 14:54:58.923747 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-00fa951d-7a6e-4ba2-ac8a-1011bb233a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.926293 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-00fa951d-7a6e-4ba2-ac8a-1011bb233a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:58.929899 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-00fa951d-7a6e-4ba2-ac8a-1011bb233a92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67dab26b-39c5-4b1b-985a-11046033cf0f HTTP/1.1" status: 204 len: 168 time: 0.1652851 Sep 24 14:54:58.936673 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa951d-7a6e-4ba2-ac8a-1011bb233a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dab26b-39c5-4b1b-985a-11046033cf0f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:54:58.958678 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ca763363-2aa1-4607-8e9a-d61d4b2e239b req-1cf852dc-7ee5-4cc1-b1fa-19eef5b140b2 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Sep 24 14:54:59.090261 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-c403dfef-f9dd-45cd-9135-f7b31686b79f service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069069 Sep 24 14:54:59.208953 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-caea8bb7-a276-4d7e-b94b-6c3c888cc2ba req-8c2746de-9cd4-4a7d-9763-47a5284b8ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068232 Sep 24 14:54:59.223211 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205330a-f360-4fe2-a7d5-b3879a12ed31 req-7259278d-529b-4be0-a006-337bff8f6d19 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:59.230964 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9205330a-f360-4fe2-a7d5-b3879a12ed31 req-7259278d-529b-4be0-a006-337bff8f6d19 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 943 time: 0.0832074 Sep 24 14:54:59.272037 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9205330a-f360-4fe2-a7d5-b3879a12ed31 req-a2722c6d-be16-47c4-9f52-c62284e47597 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Sep 24 14:54:59.800654 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49482) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:54:59.912871 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db470-e1e8-44a4-a2f0-ab8e512db659 req-0752ff73-7e29-4509-b5d2-ea3f483eca8a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:54:59.914407 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9e2db470-e1e8-44a4-a2f0-ab8e512db659 req-0752ff73-7e29-4509-b5d2-ea3f483eca8a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0600677 Sep 24 14:54:59.931642 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-657154224-network', 'tenant_id': '0f9f7c9751824c289ff72f4fecd73eac'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:54:59.972147 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9e2db470-e1e8-44a4-a2f0-ab8e512db659 req-6e9ac056-9525-4acd-a524-30bf91139ea6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Sep 24 14:54:59.973251 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Made reservation on behalf of 0f9f7c9751824c289ff72f4fecd73eac for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:54:59.976102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:54:59.985312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.105933 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.113167 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.118133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f232c66-d4da-4635-afc5-588104e2938c req-d4d5afdd-b4b0-4cb1-821b-8c9dd192401e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:00.126437 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7f232c66-d4da-4635-afc5-588104e2938c req-d4d5afdd-b4b0-4cb1-821b-8c9dd192401e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0759771 Sep 24 14:55:00.140202 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:55:00.158798 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.159187 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Added segment d006f10f-46bb-4212-8186-93531c20cb87 of type vlan for network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb Sep 24 14:55:00.160595 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def363d-2e1d-4079-a9f3-abc4bbae7e3b,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:00.182837 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7f232c66-d4da-4635-afc5-588104e2938c req-db0cfe60-1b98-44f8-bead-b6332234a4f8 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Sep 24 14:55:00.218201 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.245366 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.246519 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:00.247095 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.281244 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4756873 Sep 24 14:55:00.281458 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49512) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:00.286106 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Request body: {'subnet': {'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-657154224-subnet', 'tenant_id': '0f9f7c9751824c289ff72f4fecd73eac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:55:00.324801 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6d42f-c695-48dd-a625-a217c1d6412d admin admin] Pushing event updated for resources: {'Network': ['ID=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:00.338542 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:55:00.343730 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Made reservation on behalf of 0f9f7c9751824c289ff72f4fecd73eac for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:55:00.350569 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4647955'] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.458940 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49520) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:00.469668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593412-1b38-4f93-94e9-e936a14ed8b9 req-e84a6c66-1556-4008-be42-d7d0d0133a1b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:00.471176 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c7593412-1b38-4f93-94e9-e936a14ed8b9 req-e84a6c66-1556-4008-be42-d7d0d0133a1b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 943 time: 0.1072133 Sep 24 14:55:00.545497 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c7593412-1b38-4f93-94e9-e936a14ed8b9 req-b585eb5a-9f2c-4400-9134-2afee9bdf9f1 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670917 Sep 24 14:55:00.575195 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c5b6fab2-7fb7-49a5-846f-cd64dc338419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.602648 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4283958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4647969'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.663772 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d2c28a-6349-4802-bf7a-04f2743bd577,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:00.670651 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c5b6fab2-7fb7-49a5-846f-cd64dc338419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.678405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c5b6fab2-7fb7-49a5-846f-cd64dc338419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.678547 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Checking segment: {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:55:00.678785 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Network hostable DHCP agents. Network: d291e273-0d3e-433e-a3f8-3f2d60ad3ebb, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:55:00.709050 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:55:00.720112 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, d291e273-0d3e-433e-a3f8-3f2d60ad3ebb) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:55:00.722072 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-c5b6fab2-7fb7-49a5-846f-cd64dc338419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39a283eca34140be89e249e1c3cdd77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619379 Sep 24 14:55:00.722773 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49524) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:00.723415 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6fab2-7fb7-49a5-846f-cd64dc338419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896cffc9-23d6-48d9-bd2a-48472f219783,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:00.724834 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:00.726288 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.742175 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f8eeb-70e0-4f98-ac79-8f2bb7c7097f None None] Network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:55:00.758631 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-acfb178c-71fb-4fef-8e34-533105886a98 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4760501 Sep 24 14:55:00.788569 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-03f58612-2645-4cb7-8139-1b99f2f28426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.818299 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-03f58612-2645-4cb7-8139-1b99f2f28426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.890388 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-03f58612-2645-4cb7-8139-1b99f2f28426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.893417 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-03f58612-2645-4cb7-8139-1b99f2f28426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:00.897785 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-03f58612-2645-4cb7-8139-1b99f2f28426 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/896cffc9-23d6-48d9-bd2a-48472f219783 HTTP/1.1" status: 204 len: 168 time: 0.1715679 Sep 24 14:55:00.910602 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58612-2645-4cb7-8139-1b99f2f28426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cffc9-23d6-48d9-bd2a-48472f219783,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:01.039840 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19b697-3702-48d0-b453-7964fa070d2c None None] Network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:55:01.119427 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1349d-36f2-43a9-bf0f-fcc575a4719e req-e6af811f-d7af-42e7-8b58-f318496cf5fd tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:01.129637 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-aac1349d-36f2-43a9-bf0f-fcc575a4719e req-e6af811f-d7af-42e7-8b58-f318496cf5fd tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0636134 Sep 24 14:55:01.190882 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-aac1349d-36f2-43a9-bf0f-fcc575a4719e req-80a2e99f-ad8f-4a0c-8c7b-a193556cd452 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594695 Sep 24 14:55:01.268180 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49542) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:01.283305 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-01778924-d35c-44cd-8bec-6d3426eae570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.328126 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b675c50-f30f-4448-a390-2a2fb52a715d req-2d64ae0b-359f-4fbb-8131-4532fa223483 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:01.329680 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4b675c50-f30f-4448-a390-2a2fb52a715d req-2d64ae0b-359f-4fbb-8131-4532fa223483 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0703669 Sep 24 14:55:01.391049 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4b675c50-f30f-4448-a390-2a2fb52a715d req-072b09bc-2d3f-4ebf-9fda-6b91d662b531 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Sep 24 14:55:01.411215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-01778924-d35c-44cd-8bec-6d3426eae570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.420965 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-01778924-d35c-44cd-8bec-6d3426eae570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.496524 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-01778924-d35c-44cd-8bec-6d3426eae570 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4706312fd346fb8a0c97a871f55083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272213 Sep 24 14:55:01.501054 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49552) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:01.503500 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01778924-d35c-44cd-8bec-6d3426eae570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7321b49e-f5fa-4a05-b349-be205136b643,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:01.538319 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7e28b-1443-4794-ada6-2a5915940b00 req-9755f7f0-e4c1-48e2-93da-122729d52ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:01.539746 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0ff7e28b-1443-4794-ada6-2a5915940b00 req-9755f7f0-e4c1-48e2-93da-122729d52ce5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0867138 Sep 24 14:55:01.590760 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-452b4c93-e5ac-425b-97a3-2edb20729628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.616422 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0ff7e28b-1443-4794-ada6-2a5915940b00 req-d1a4d911-5007-4259-afd7-76535f778afb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Sep 24 14:55:01.634270 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-452b4c93-e5ac-425b-97a3-2edb20729628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.693675 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8b10-7bd9-4dc1-ba82-f09297080fd1 req-f3a5a16c-8df7-4bd6-a724-244befdc7a82 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:01.695200 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-98ce8b10-7bd9-4dc1-ba82-f09297080fd1 req-f3a5a16c-8df7-4bd6-a724-244befdc7a82 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 943 time: 0.0741796 Sep 24 14:55:01.723418 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-452b4c93-e5ac-425b-97a3-2edb20729628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.725900 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-452b4c93-e5ac-425b-97a3-2edb20729628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:01.727004 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-452b4c93-e5ac-425b-97a3-2edb20729628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7321b49e-f5fa-4a05-b349-be205136b643 HTTP/1.1" status: 204 len: 168 time: 0.2244701 Sep 24 14:55:01.744604 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-98ce8b10-7bd9-4dc1-ba82-f09297080fd1 req-b052219d-58df-467a-af77-7dabdd642091 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Sep 24 14:55:01.745435 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b4c93-e5ac-425b-97a3-2edb20729628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7321b49e-f5fa-4a05-b349-be205136b643,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:01.883694 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:55:01.996228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:02.013939 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5', 'network_id': '15bebfa1-4b87-4bcc-9027-92fc51674878', 'port_id': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5', 'mac_address': 'fa:16:3e:79:ea:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f83562d-cce6-42fc-854c-4a25f5e14cfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:55:02.055846 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:02.069694 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:55:02.100078 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:02.104599 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:02.153159 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:02.313572 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a696-00ca-4fea-bc34-7b79a5526984 req-926794ea-4667-4a19-891a-bdb3bcc27ff1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:02.315095 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7935a696-00ca-4fea-bc34-7b79a5526984 req-926794ea-4667-4a19-891a-bdb3bcc27ff1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0545692 Sep 24 14:55:02.360344 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7935a696-00ca-4fea-bc34-7b79a5526984 req-9d51a43c-49f6-4747-8494-de1403848a9e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389836 Sep 24 14:55:02.646275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35079e2f-18a9-4da8-9d9c-d9850b036b8e req-02e8ddc8-282a-4b6a-93e8-87bd271c15f6 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:02.647832 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-35079e2f-18a9-4da8-9d9c-d9850b036b8e req-02e8ddc8-282a-4b6a-93e8-87bd271c15f6 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0714908 Sep 24 14:55:02.693819 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-35079e2f-18a9-4da8-9d9c-d9850b036b8e req-5708bead-759c-4619-bb0a-d4a336c4ab6a tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Sep 24 14:55:02.732681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['5ceb4563-b7e3-4814-8ae9-44ff055f91a5'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:02.907028 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093adc29-a5a2-4839-b20f-1f5c78e7afba req-1f966f84-086b-41a4-a7cf-74d2948889e0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:02.909105 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-093adc29-a5a2-4839-b20f-1f5c78e7afba req-1f966f84-086b-41a4-a7cf-74d2948889e0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 944 time: 0.0744567 Sep 24 14:55:02.911142 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-6abd374a-57f3-4ffb-a8a6-71ba26dd195e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:02.913101 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-6abd374a-57f3-4ffb-a8a6-71ba26dd195e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/networks?id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb HTTP/1.1" status: 200 len: 813 time: 0.1149554 Sep 24 14:55:02.931262 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-2ea88954-5810-4f1f-a4a2-b2dbb586f9e7 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/quotas/0f9f7c9751824c289ff72f4fecd73eac HTTP/1.1" status: 200 len: 375 time: 0.0118740 Sep 24 14:55:02.953993 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-093adc29-a5a2-4839-b20f-1f5c78e7afba req-3874c15c-6616-41b2-9d24-322662f78b89 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Sep 24 14:55:02.970673 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-1e9b5ce3-e8ae-4ab2-90da-6960587420d7 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315189 Sep 24 14:55:03.001704 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 49618) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:03.064919 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-6dc20a9c-387b-46fc-81e5-117087990815 service neutron] 10.222.0.13 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Sep 24 14:55:03.121120 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5eedf4d9-3070-4d86-98c8-de6ce0dff467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.171768 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-bc24fe89-3edf-4b99-920e-b9288e59c9e3 service neutron] 10.222.0.13 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001840 Sep 24 14:55:03.221623 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5eedf4d9-3070-4d86-98c8-de6ce0dff467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.226018 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-5eedf4d9-3070-4d86-98c8-de6ce0dff467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.264956 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedf4d9-3070-4d86-98c8-de6ce0dff467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b611a9ed-897a-497f-a596-ae79eb023474,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:03.271498 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-5eedf4d9-3070-4d86-98c8-de6ce0dff467 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7452466b20ac4068a7da0caed69bd94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677329 Sep 24 14:55:03.273671 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 49622) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:03.338153 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8c95fea4-19fb-4082-8223-2e2781e091d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.342834 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d6d213ca-a568-4da5-999d-e5f932130f4f req-724cb1d7-bc11-4ed3-b76b-88fe277b792c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 210 time: 0.0295603 Sep 24 14:55:03.362799 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8c95fea4-19fb-4082-8223-2e2781e091d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.415789 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8c95fea4-19fb-4082-8223-2e2781e091d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.418665 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8c95fea4-19fb-4082-8223-2e2781e091d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:03.419795 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8c95fea4-19fb-4082-8223-2e2781e091d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b611a9ed-897a-497f-a596-ae79eb023474 HTTP/1.1" status: 204 len: 168 time: 0.1446884 Sep 24 14:55:03.428789 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95fea4-19fb-4082-8223-2e2781e091d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b611a9ed-897a-497f-a596-ae79eb023474,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:03.520160 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7aac4-21c4-4874-8b8d-9e1d7e624154 req-bb4442a4-655c-40cb-9ed3-f822d828fd4e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:03.522619 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-59f7aac4-21c4-4874-8b8d-9e1d7e624154 req-bb4442a4-655c-40cb-9ed3-f822d828fd4e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0793550 Sep 24 14:55:03.571006 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-59f7aac4-21c4-4874-8b8d-9e1d7e624154 req-79c323fa-46d2-4b41-858e-0c08cbd6f32b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Sep 24 14:55:03.836542 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c128-3a64-49c7-a1c4-2e4c56774726 req-a996ba98-9d59-41e0-8809-da2fd0834cc9 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:03.838388 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b5f5c128-3a64-49c7-a1c4-2e4c56774726 req-a996ba98-9d59-41e0-8809-da2fd0834cc9 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0558150 Sep 24 14:55:03.912663 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b5f5c128-3a64-49c7-a1c4-2e4c56774726 req-023c5ba3-f683-4784-b211-9e223ebe1194 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593708 Sep 24 14:55:03.999269 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:55:04.082276 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24275c-d021-4f4a-822e-d5d5ea854b84 req-3c595aa2-9cee-4434-8f35-59055ecb3788 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:04.084029 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fe24275c-d021-4f4a-822e-d5d5ea854b84 req-3c595aa2-9cee-4434-8f35-59055ecb3788 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 944 time: 0.0552182 Sep 24 14:55:04.125495 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fe24275c-d021-4f4a-822e-d5d5ea854b84 req-d04bdb50-a90e-48f4-b5c5-2c4bbe79ebab tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Sep 24 14:55:04.438943 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4a6afcc3-9a6d-4093-b94a-f81bf693e5b1 req-041564a0-816b-4ffd-aeaf-93c842bc68da tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 210 time: 0.0283613 Sep 24 14:55:04.699147 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0551694-6e0a-484f-9614-a93cf9d2b964 req-f1bbf09a-78f1-4303-bff5-e4b8c65080c4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:04.709198 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b0551694-6e0a-484f-9614-a93cf9d2b964 req-f1bbf09a-78f1-4303-bff5-e4b8c65080c4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0634294 Sep 24 14:55:04.765386 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b0551694-6e0a-484f-9614-a93cf9d2b964 req-36f1fdd6-98fa-40ec-895d-3fb82cd4b079 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552793 Sep 24 14:55:05.037345 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-a7884d56-2c2d-4dc6-b990-1f44c344679a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.038814 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-a7884d56-2c2d-4dc6-b990-1f44c344679a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "GET /v2.0/networks?id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb HTTP/1.1" status: 200 len: 813 time: 0.1533294 Sep 24 14:55:05.069873 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Request body: {'port': {'device_id': '0de97178-d33b-477b-af0c-769f082c023b', 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb', 'admin_state_up': True, 'tenant_id': '0f9f7c9751824c289ff72f4fecd73eac'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:55:05.093495 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb043aa6-0205-4a46-ba48-75dd8fc6ca30 req-f92e4513-8af1-464a-af7f-49ebccadf237 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.095028 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-cb043aa6-0205-4a46-ba48-75dd8fc6ca30 req-f92e4513-8af1-464a-af7f-49ebccadf237 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0755146 Sep 24 14:55:05.096517 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4608907-3059-4420-97ad-03cf31c0bad0 req-5f177016-511c-4f92-927b-098472650194 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.098306 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d4608907-3059-4420-97ad-03cf31c0bad0 req-5f177016-511c-4f92-927b-098472650194 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0903883 Sep 24 14:55:05.122693 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-cb882da9-e6aa-4504-ab6b-c30e03373d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.124435 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-cb882da9-e6aa-4504-ab6b-c30e03373d2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0850139 Sep 24 14:55:05.144648 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d4608907-3059-4420-97ad-03cf31c0bad0 req-99ac1b39-ce35-4687-9617-c14b9443e05d tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Sep 24 14:55:05.196281 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-cb043aa6-0205-4a46-ba48-75dd8fc6ca30 req-1e9bae1e-6ba3-4d85-b2ad-1e5b7bdc9eab tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920305 Sep 24 14:55:05.238215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Made reservation on behalf of 0f9f7c9751824c289ff72f4fecd73eac for: {'port': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:55:05.241953 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:05.287486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-1d94afee-5cb6-4995-85b8-98d73f7d1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.288943 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-1d94afee-5cb6-4995-85b8-98d73f7d1352 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.1406779 Sep 24 14:55:05.303392 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fd320-8588-4d26-8d33-da6f89c61c83 req-176b7f04-7f90-4c96-8d41-db1a7d85f406 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.304831 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-990fd320-8588-4d26-8d33-da6f89c61c83 req-176b7f04-7f90-4c96-8d41-db1a7d85f406 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 944 time: 0.0705142 Sep 24 14:55:05.344431 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-96f68d74-27f2-4f41-adb8-d168773f94cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0386734 Sep 24 14:55:05.377965 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Allocated IP 172.20.0.7 (d291e273-0d3e-433e-a3f8-3f2d60ad3ebb/a7d2c28a-6349-4802-bf7a-04f2743bd577/b5554b81-b8e8-4af1-87be-939f47c4675a) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:55:05.406621 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-990fd320-8588-4d26-8d33-da6f89c61c83 req-604c4bdd-b6a7-497c-8d9b-d45dc22bd36c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939956 Sep 24 14:55:05.430166 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-316043f1-3de6-4727-954a-728402c72137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.431627 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-316043f1-3de6-4727-954a-728402c72137 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0673394 Sep 24 14:55:05.494806 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-e6266cc6-d975-4aed-b0fc-967805c0bb7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297310 Sep 24 14:55:05.555684 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ea82e001-4df0-403d-bac5-bf1f75f79e00 req-39aff044-c82b-4aae-8549-d9a432729ff8 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 210 time: 0.0375271 Sep 24 14:55:05.565367 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:05.610466 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-e77d8e6c-9809-4259-b5ab-5931f32bcac4 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948999 Sep 24 14:55:05.730278 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fce9e604-332c-4ed7-8ee1-ccbb393de968 req-afb40ee4-6c10-49ff-9e64-2e0a7e220ddf service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973051 Sep 24 14:55:05.826435 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:05.868348 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:55:05.871601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:55:05.875293 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:55:05.909604 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Pushing event updated for resources: {'Port': ['ID=b5554b81-b8e8-4af1-87be-939f47c4675a,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:05.912103 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:55:05.940951 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:05.941603 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:05.957284 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-380b2a5f-e105-40db-a210-c12b11dfe9b2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8916574 Sep 24 14:55:05.974148 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:55:05.977953 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:55:05.978336 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.006285 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Request body: {'port': {'device_id': '0de97178-d33b-477b-af0c-769f082c023b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:55:06.066202 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.072469 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.076037 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-44aea38a-ccfd-4b20-8020-737e29507207 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.081292 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-44aea38a-ccfd-4b20-8020-737e29507207 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.0753329 Sep 24 14:55:06.102453 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e39819-65da-402a-a0d0-883ac8499b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:06.104852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a553d9-ef59-4fed-9f2a-be45eba0e3d6" -d '{"events": [{"server_uuid": "39e39819-65da-402a-a0d0-883ac8499b47", "name": "network-vif-plugged", "status": "completed", "tag": "5ceb4563-b7e3-4814-8ae9-44ff055f91a5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:06.155228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:06.164091 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.236034 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db936dc6-c70e-46d7-89b2-5780037258de x-openstack-request-id: req-db936dc6-c70e-46d7-89b2-5780037258de {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:06.236353 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e39819-65da-402a-a0d0-883ac8499b47", "name": "network-vif-plugged", "status": "completed", "tag": "5ceb4563-b7e3-4814-8ae9-44ff055f91a5", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:06.236652 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db936dc6-c70e-46d7-89b2-5780037258de {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:06.237227 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e39819-65da-402a-a0d0-883ac8499b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5', 'code': 200} Sep 24 14:55:06.237937 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:06.330969 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Deleting port 2aec14f4-3f82-4fb9-b37a-20835c5435cf {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:55:06.331703 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.411088 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bbc4d-81e2-4e5d-a1a5-ffef56bbcb02 req-e6ca838c-03f6-4a7e-9f4a-6d43f1f894c5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.412637 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b99bbc4d-81e2-4e5d-a1a5-ffef56bbcb02 req-e6ca838c-03f6-4a7e-9f4a-6d43f1f894c5 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0731573 Sep 24 14:55:06.418591 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c8910-5835-4c37-b872-6f008560445f req-a2e5b06c-b73c-4413-a559-deb6eaa7823e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.423052 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6b1c8910-5835-4c37-b872-6f008560445f req-a2e5b06c-b73c-4413-a559-deb6eaa7823e tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 945 time: 0.1366704 Sep 24 14:55:06.499020 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5554b81-b8e8-4af1-87be-939f47c4675a {{(pid=100529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:55:06.508060 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b99bbc4d-81e2-4e5d-a1a5-ffef56bbcb02 req-26004412-e905-41dc-9482-4506860b9b8f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837593 Sep 24 14:55:06.509892 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.523115 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.provisioning_blocks [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Transition to ACTIVE for port object b5554b81-b8e8-4af1-87be-939f47c4675a will not be triggered until provisioned by entity L2. {{(pid=100529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:55:06.535292 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.630514 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6b1c8910-5835-4c37-b872-6f008560445f req-6ee11f2e-e156-4903-b34b-10ffb236da48 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd7762bb-d345-45ae-946f-c77ec660771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429629 Sep 24 14:55:06.633888 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Pushing event updated for resources: {'Port': ['ID=b5554b81-b8e8-4af1-87be-939f47c4675a,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:06.634022 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] For port 2aec14f4-3f82-4fb9-b37a-20835c5435cf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2aec14f4-3f82-4fb9-b37a-20835c5435cf,segment=NetworkSegment(65dabf61-d53f-41e1-9e3e-0f3b60138a04),segment_id=65dabf61-d53f-41e1-9e3e-0f3b60138a04)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:06.634589 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.663872 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c5b51-aea9-47b5-b3d4-babc6e39ac81 req-bbdae552-922c-4024-b093-d47018b7316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.666421 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-638c5b51-aea9-47b5-b3d4-babc6e39ac81 req-bbdae552-922c-4024-b093-d47018b7316f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 1098 time: 0.1932132 Sep 24 14:55:06.668132 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Calling delete_port for 2aec14f4-3f82-4fb9-b37a-20835c5435cf owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:55:06.698528 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b78d3e-6266-4f2f-aa2e-3a70f082e1dd req-6d849b9c-5006-4a54-801a-ee8232a8259f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.700133 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b3b78d3e-6266-4f2f-aa2e-3a70f082e1dd req-6d849b9c-5006-4a54-801a-ee8232a8259f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.1172047 Sep 24 14:55:06.729162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Attempting to bind port b5554b81-b8e8-4af1-87be-939f47c4675a on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:55:06.729497 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Attempting to bind port b5554b81-b8e8-4af1-87be-939f47c4675a by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:55:06.729828 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Attempting to bind port b5554b81-b8e8-4af1-87be-939f47c4675a on network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:55:06.739589 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Port b5554b81-b8e8-4af1-87be-939f47c4675a on network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:55:06.739912 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Attempting to bind port b5554b81-b8e8-4af1-87be-939f47c4675a on network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:55:06.752974 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:55:06.753230 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Checking segment: {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:55:06.753616 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Bound using segment: {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:55:06.754064 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Bound port: b5554b81-b8e8-4af1-87be-939f47c4675a, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'}}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:55:06.754427 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.770008 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b3b78d3e-6266-4f2f-aa2e-3a70f082e1dd req-f9e7509e-6de0-4d2e-9665-c396e8807d22 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580001 Sep 24 14:55:06.817756 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-638c5b51-aea9-47b5-b3d4-babc6e39ac81 req-61ac1627-fa0f-46e0-b84a-f1fcdbaabb0c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922062 Sep 24 14:55:06.832605 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce2d22-2844-4c1b-9591-e62a996baa22 req-9777f27e-613c-43b3-886d-513659b80f91 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.834410 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09ce2d22-2844-4c1b-9591-e62a996baa22 req-9777f27e-613c-43b3-886d-513659b80f91 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.1100554 Sep 24 14:55:06.842533 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] For port b5554b81-b8e8-4af1-87be-939f47c4675a, host hv-cinder-81091, cleared binding levels {{(pid=100529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:55:06.846109 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] For port b5554b81-b8e8-4af1-87be-939f47c4675a, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b5554b81-b8e8-4af1-87be-939f47c4675a,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:55:06.849923 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.891255 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:06.892024 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.897796 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] 10.222.0.70 "PUT /v2.0/ports/b5554b81-b8e8-4af1-87be-939f47c4675a HTTP/1.1" status: 200 len: 1093 time: 0.8917503 Sep 24 14:55:06.897796 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de97178-d33b-477b-af0c-769f082c023b', 'tag': 'b5554b81-b8e8-4af1-87be-939f47c4675a'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:06.897796 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646c0836-cc73-43b0-a2f4-f62801218779" -d '{"events": [{"name": "network-changed", "server_uuid": "0de97178-d33b-477b-af0c-769f082c023b", "tag": "b5554b81-b8e8-4af1-87be-939f47c4675a"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:06.917833 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09ce2d22-2844-4c1b-9591-e62a996baa22 req-e8331dcb-6df3-4611-af68-6c85d613a459 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Sep 24 14:55:06.918120 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4feaf-5e79-424d-bdff-d0bdf9cfed5f service neutron] Pushing event updated for resources: {'Port': ['ID=b5554b81-b8e8-4af1-87be-939f47c4675a,revision_number=3']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:06.931935 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:06.956714 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['2aec14f4-3f82-4fb9-b37a-20835c5435cf'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:06.959890 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f126db9f-e4cb-45ea-aa8d-a07a66e6ba72 x-openstack-request-id: req-f126db9f-e4cb-45ea-aa8d-a07a66e6ba72 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:06.960247 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de97178-d33b-477b-af0c-769f082c023b", "tag": "b5554b81-b8e8-4af1-87be-939f47c4675a", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:06.960558 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f126db9f-e4cb-45ea-aa8d-a07a66e6ba72 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:06.961013 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de97178-d33b-477b-af0c-769f082c023b', 'tag': 'b5554b81-b8e8-4af1-87be-939f47c4675a', 'status': 'completed', 'code': 200} Sep 24 14:55:06.967396 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Pushing event deleted for resources: {'Port': ['ID=2aec14f4-3f82-4fb9-b37a-20835c5435cf,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:07.013193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] No DVR routers for this DVR port 2aec14f4-3f82-4fb9-b37a-20835c5435cf on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:55:07.015748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:07.018058 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7b15fc05-830c-43d9-8cbc-279f2ae1ff10 req-47186084-8f4e-4933-9e23-6069d10a409b tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.70 "DELETE /v2.0/ports/2aec14f4-3f82-4fb9-b37a-20835c5435cf HTTP/1.1" status: 204 len: 173 time: 0.9168630 Sep 24 14:55:07.018512 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ff14cb-7144-4583-b423-edf32428b36a', 'name': 'network-vif-deleted', 'tag': '2aec14f4-3f82-4fb9-b37a-20835c5435cf'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:07.020742 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c78350-df29-434e-955a-25c8bfa5257e" -d '{"events": [{"server_uuid": "08ff14cb-7144-4583-b423-edf32428b36a", "name": "network-vif-deleted", "tag": "2aec14f4-3f82-4fb9-b37a-20835c5435cf"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:07.055988 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c4697-e616-4214-848a-4ea0722a68cc x-openstack-request-id: req-820c4697-e616-4214-848a-4ea0722a68cc {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:07.056280 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ff14cb-7144-4583-b423-edf32428b36a", "name": "network-vif-deleted", "tag": "2aec14f4-3f82-4fb9-b37a-20835c5435cf", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:07.056533 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-820c4697-e616-4214-848a-4ea0722a68cc {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:07.056918 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ff14cb-7144-4583-b423-edf32428b36a', 'name': 'network-vif-deleted', 'tag': '2aec14f4-3f82-4fb9-b37a-20835c5435cf', 'status': 'completed', 'code': 200} Sep 24 14:55:07.244755 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c0836-cc73-43b0-a2f4-f62801218779 req-f2e8876a-567e-4466-a41d-fcb8cd49d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:07.249140 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-646c0836-cc73-43b0-a2f4-f62801218779 req-f2e8876a-567e-4466-a41d-fcb8cd49d8ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 1096 time: 0.0481000 Sep 24 14:55:07.432568 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c0836-cc73-43b0-a2f4-f62801218779 req-8030a42a-f29e-4e03-b8e8-2f2f7f717d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:07.434112 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-646c0836-cc73-43b0-a2f4-f62801218779 req-8030a42a-f29e-4e03-b8e8-2f2f7f717d5d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1700087 Sep 24 14:55:07.774984 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7b6a0515-15bd-4716-bbe8-e9da31f5df56 req-43f155bb-33a4-4fc2-b19a-bb8d3ca47d25 tempest-VolumesActionsTest-1732288463 tempest-VolumesActionsTest-1732288463-project] 10.222.0.13 "GET /v2.0/ports?device_id=08ff14cb-7144-4583-b423-edf32428b36a HTTP/1.1" status: 200 len: 210 time: 0.0293567 Sep 24 14:55:07.812940 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090ed68-f89d-4f04-8bf2-f76ab22ad4b9 req-fe87ad91-da84-4701-befc-05b663cf8bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:07.815506 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6090ed68-f89d-4f04-8bf2-f76ab22ad4b9 req-fe87ad91-da84-4701-befc-05b663cf8bf7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1656864 Sep 24 14:55:07.854566 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c0836-cc73-43b0-a2f4-f62801218779 req-8269c8d4-ecd3-4ce3-ab56-1711705427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:07.857418 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-646c0836-cc73-43b0-a2f4-f62801218779 req-8269c8d4-ecd3-4ce3-ab56-1711705427f6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4051321 Sep 24 14:55:07.884299 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6090ed68-f89d-4f04-8bf2-f76ab22ad4b9 req-7ab859da-bb93-42a9-ae89-959836ae3f1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582652 Sep 24 14:55:07.926571 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff37b76-eb8f-4631-aa09-c7dea5fec2f3 req-eda9ad62-7cff-42d1-b0bc-c14e807b788b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:07.928946 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eff37b76-eb8f-4631-aa09-c7dea5fec2f3 req-eda9ad62-7cff-42d1-b0bc-c14e807b788b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0829608 Sep 24 14:55:07.973358 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-9ff103f4-0515-43a1-9090-cc88baa834f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:07.975106 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-9ff103f4-0515-43a1-9090-cc88baa834f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 1096 time: 0.0527074 Sep 24 14:55:07.985180 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eff37b76-eb8f-4631-aa09-c7dea5fec2f3 req-e0c3f08c-8276-41fd-bb75-77da5853e99c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486362 Sep 24 14:55:08.077275 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-d79b8d5c-63da-41f8-a367-455cc4d430db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5554b81-b8e8-4af1-87be-939f47c4675a HTTP/1.1" status: 200 len: 217 time: 0.0730557 Sep 24 14:55:08.102308 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc3c65-81db-4a44-90d9-75e64b10d022 req-018bb2fd-f915-4a60-a7d1-19a883717ada tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:08.104139 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51dc3c65-81db-4a44-90d9-75e64b10d022 req-018bb2fd-f915-4a60-a7d1-19a883717ada tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0917244 Sep 24 14:55:08.188674 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-4fbeccfe-2a56-4b1f-990f-4d4cdfc47d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:08.190398 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-4fbeccfe-2a56-4b1f-990f-4d4cdfc47d0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7d2c28a-6349-4802-bf7a-04f2743bd577 HTTP/1.1" status: 200 len: 853 time: 0.0851669 Sep 24 14:55:08.197155 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51dc3c65-81db-4a44-90d9-75e64b10d022 req-616874d3-af68-4ced-9577-af61e75e3afc tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829685 Sep 24 14:55:08.236290 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-830d71fc-6527-4b46-b0b7-b18376f478e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277483 Sep 24 14:55:08.354730 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-7592c353-c7a4-435c-9122-a81aa61d587b service neutron] 10.222.0.70 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995455 Sep 24 14:55:08.454172 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-350db725-0c04-44f6-8036-ad63cb6aa7e8 req-d6293c31-12c0-4e6c-9bda-123466e4e371 service neutron] 10.222.0.70 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903590 Sep 24 14:55:09.033733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159bbe1-6578-4371-8a7f-44e2653e26f1 req-385d2459-cc97-45cb-8d0d-ab7368e10594 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:09.035334 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4159bbe1-6578-4371-8a7f-44e2653e26f1 req-385d2459-cc97-45cb-8d0d-ab7368e10594 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0631142 Sep 24 14:55:09.089785 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4159bbe1-6578-4371-8a7f-44e2653e26f1 req-3edb9ac6-93cb-4c52-8297-80ab84e7b587 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Sep 24 14:55:09.131164 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8376-22d2-4de9-a407-f126a660dea2 req-24c0763b-8b35-4df0-ae98-a4211217bb56 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:09.132947 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b4bd8376-22d2-4de9-a407-f126a660dea2 req-24c0763b-8b35-4df0-ae98-a4211217bb56 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0700321 Sep 24 14:55:09.176609 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b4bd8376-22d2-4de9-a407-f126a660dea2 req-b74304fc-b76d-4685-b733-fbef2064f99e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Sep 24 14:55:09.322300 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac5eb2-a803-40db-a0ab-f90db84291dd req-2e58f591-817f-4770-a80c-7bb7806b12ad tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:09.323889 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7ac5eb2-a803-40db-a0ab-f90db84291dd req-2e58f591-817f-4770-a80c-7bb7806b12ad tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0579445 Sep 24 14:55:09.366442 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7ac5eb2-a803-40db-a0ab-f90db84291dd req-724e00f6-443a-4c3e-a88b-c96781976c44 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353768 Sep 24 14:55:09.963085 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 2aec14f4-3f82-4fb9-b37a-20835c5435cf no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:55:09.983314 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 2aec14f4-3f82-4fb9-b37a-20835c5435cf {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:55:09.983684 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 2aec14f4-3f82-4fb9-b37a-20835c5435cf not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:55:10.228272 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937114f-c3cb-45b8-8786-44ac93a91808 req-8d1bf3c4-cb79-43bd-9d5e-f3f29ecca97c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:10.229797 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6937114f-c3cb-45b8-8786-44ac93a91808 req-8d1bf3c4-cb79-43bd-9d5e-f3f29ecca97c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0626979 Sep 24 14:55:10.270632 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6937114f-c3cb-45b8-8786-44ac93a91808 req-583a093c-6451-4209-9f5d-1381fa80171c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347435 Sep 24 14:55:10.304449 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80fb8c-8109-44d4-a49a-171724a43617 req-5df6d9dd-1527-4262-8bd2-fb4e87cb45fc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:10.305926 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3e80fb8c-8109-44d4-a49a-171724a43617 req-5df6d9dd-1527-4262-8bd2-fb4e87cb45fc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0542693 Sep 24 14:55:10.344557 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3e80fb8c-8109-44d4-a49a-171724a43617 req-6506540f-ddb1-468e-9a1e-9635c7517199 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Sep 24 14:55:10.485404 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7365f85-8525-4893-a61b-33bf94655701 req-dce7de93-2f28-4bf7-89dc-974e8ec7f98a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:10.487061 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d7365f85-8525-4893-a61b-33bf94655701 req-dce7de93-2f28-4bf7-89dc-974e8ec7f98a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0503364 Sep 24 14:55:10.531521 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d7365f85-8525-4893-a61b-33bf94655701 req-d78c36ec-6ef3-4e53-82bd-22c9119efea0 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Sep 24 14:55:11.385869 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a583-9af1-4a8f-8d52-16cf040a33e7 req-4166bf22-c938-442b-931a-6093e78ff121 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:11.387495 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6231a583-9af1-4a8f-8d52-16cf040a33e7 req-4166bf22-c938-442b-931a-6093e78ff121 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0497591 Sep 24 14:55:11.425198 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6231a583-9af1-4a8f-8d52-16cf040a33e7 req-d199563b-572e-4b8e-b8e9-f4a3da2dcfce tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Sep 24 14:55:11.663889 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9a9c1-fd18-4bbb-9e03-2c634c0435f2 req-2c15e7ff-fd88-4a79-a5b5-973500f31a65 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:11.664136 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d9c9a9c1-fd18-4bbb-9e03-2c634c0435f2 req-2c15e7ff-fd88-4a79-a5b5-973500f31a65 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0630002 Sep 24 14:55:11.707054 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d9c9a9c1-fd18-4bbb-9e03-2c634c0435f2 req-8c607be7-ec9e-424b-8a06-7a0be90e1f82 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Sep 24 14:55:12.851789 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1ae0d-7082-49f9-a43d-a23e78aee3d8 req-aff4989f-8af3-4a70-b705-373d6fdf043b tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:12.853522 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f1a1ae0d-7082-49f9-a43d-a23e78aee3d8 req-aff4989f-8af3-4a70-b705-373d6fdf043b tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0612304 Sep 24 14:55:12.899827 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f1a1ae0d-7082-49f9-a43d-a23e78aee3d8 req-69373d82-c6a1-430e-9aad-d72a08c217e4 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Sep 24 14:55:14.026193 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac371b-6405-408b-9b06-1287a71cd68e req-bbbfc3de-a01f-4fd6-bc41-6147068c033a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:14.027662 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-01ac371b-6405-408b-9b06-1287a71cd68e req-bbbfc3de-a01f-4fd6-bc41-6147068c033a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0516617 Sep 24 14:55:14.067092 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-01ac371b-6405-408b-9b06-1287a71cd68e req-71776e18-a796-4512-9bcf-de275e43f565 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Sep 24 14:55:15.196177 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df0e33-7f95-4ed1-85a7-013fbdf03ca7 req-c7643b30-671e-43e2-b244-d06a66c1e05e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:15.197681 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7df0e33-7f95-4ed1-85a7-013fbdf03ca7 req-c7643b30-671e-43e2-b244-d06a66c1e05e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0543644 Sep 24 14:55:15.238253 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7df0e33-7f95-4ed1-85a7-013fbdf03ca7 req-2cf70283-7c59-4d45-b1e9-0d47d8fa8d74 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337284 Sep 24 14:55:16.093426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97015d26-5201-4239-85f6-a1812026fdde req-6c35ebba-c266-4079-b6a3-9eba0006e514 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:16.095438 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-97015d26-5201-4239-85f6-a1812026fdde req-6c35ebba-c266-4079-b6a3-9eba0006e514 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0675025 Sep 24 14:55:16.159929 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-97015d26-5201-4239-85f6-a1812026fdde req-a9793b10-eb3d-4024-8592-a4971ad17793 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555372 Sep 24 14:55:16.504012 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d096da-7085-4cc4-9e06-4644cb7ca9f6 req-f17caff9-0654-4ce7-84ff-1937080afee6 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:16.507593 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-83d096da-7085-4cc4-9e06-4644cb7ca9f6 req-f17caff9-0654-4ce7-84ff-1937080afee6 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0736108 Sep 24 14:55:16.586897 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-83d096da-7085-4cc4-9e06-4644cb7ca9f6 req-a18538c6-635c-4099-a2ef-444196e4e2c7 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Sep 24 14:55:16.886277 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c1fbc8c-1a6a-4c96-99e7-9d574e564ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:17.734340 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ae86a-cc6c-446e-9fec-b1feeadba2e2 req-4be24cc9-35f1-4f26-b07f-fc2cb2ee644c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:17.736266 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e03ae86a-cc6c-446e-9fec-b1feeadba2e2 req-4be24cc9-35f1-4f26-b07f-fc2cb2ee644c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 943 time: 0.0641854 Sep 24 14:55:17.789476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e03ae86a-cc6c-446e-9fec-b1feeadba2e2 req-81663118-9719-4b2c-ad5f-1b68e12d3423 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Sep 24 14:55:17.855766 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:18.021312 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device b5554b81-b8e8-4af1-87be-939f47c4675a details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:55:18.147937 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port b5554b81-b8e8-4af1-87be-939f47c4675a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b5554b81-b8e8-4af1-87be-939f47c4675a,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:18.162273 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'b5554b81-b8e8-4af1-87be-939f47c4675a', 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb', 'port_id': 'b5554b81-b8e8-4af1-87be-939f47c4675a', 'mac_address': 'fa:16:3e:62:de:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d2c28a-6349-4802-bf7a-04f2743bd577', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:55:18.204624 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:18.222275 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5554b81-b8e8-4af1-87be-939f47c4675a {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:55:18.251814 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port b5554b81-b8e8-4af1-87be-939f47c4675a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b5554b81-b8e8-4af1-87be-939f47c4675a,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:18.257423 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:18.332221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=b5554b81-b8e8-4af1-87be-939f47c4675a,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:18.942408 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3e798-62cc-468a-8503-600f75532ec6 req-ac5fc72b-abc5-4940-979b-b837cff81bb4 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:18.944057 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-69f3e798-62cc-468a-8503-600f75532ec6 req-ac5fc72b-abc5-4940-979b-b837cff81bb4 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 944 time: 0.0663106 Sep 24 14:55:18.992696 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-69f3e798-62cc-468a-8503-600f75532ec6 req-8e6fe94a-44c3-4647-a7ab-4b72a2f1ad7f tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Sep 24 14:55:19.085210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['b5554b81-b8e8-4af1-87be-939f47c4675a'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:20.110047 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2b77cca0-6779-4e4e-8e76-fb3f9a8ceca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:20.117301 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efaa96-d0fc-4997-8864-ae71062a862e req-737ff50a-6e1d-4b2c-b8a3-f0364536603d tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:20.118832 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e7efaa96-d0fc-4997-8864-ae71062a862e req-737ff50a-6e1d-4b2c-b8a3-f0364536603d tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 944 time: 0.0520694 Sep 24 14:55:20.162146 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e7efaa96-d0fc-4997-8864-ae71062a862e req-079ee5c3-854d-401a-9328-fb8f7b17139f tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Sep 24 14:55:20.655040 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:21.286859 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341052a-00f8-49c8-a13c-179d0a90e327 req-4e56c518-4ffe-45e4-b6c2-e76dbd7c3b03 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:21.288548 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c341052a-00f8-49c8-a13c-179d0a90e327 req-4e56c518-4ffe-45e4-b6c2-e76dbd7c3b03 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 944 time: 0.0541611 Sep 24 14:55:21.332810 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c341052a-00f8-49c8-a13c-179d0a90e327 req-4fc1234c-1890-4422-81df-bfbff396ec03 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Sep 24 14:55:21.907843 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:22.047277 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device b5554b81-b8e8-4af1-87be-939f47c4675a up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:55:22.101921 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port b5554b81-b8e8-4af1-87be-939f47c4675a completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:55:22.105861 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port b5554b81-b8e8-4af1-87be-939f47c4675a triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:55:22.106229 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:22.192317 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:22.217998 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de97178-d33b-477b-af0c-769f082c023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5554b81-b8e8-4af1-87be-939f47c4675a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:22.221026 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2855ea81-e14a-44b6-803c-bc990625fdf7" -d '{"events": [{"server_uuid": "0de97178-d33b-477b-af0c-769f082c023b", "name": "network-vif-plugged", "status": "completed", "tag": "b5554b81-b8e8-4af1-87be-939f47c4675a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:22.235356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port b5554b81-b8e8-4af1-87be-939f47c4675a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b5554b81-b8e8-4af1-87be-939f47c4675a,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:22.240423 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:22.266012 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340e8e2-bee0-4cd2-8866-5f0c6a9173f6 x-openstack-request-id: req-d340e8e2-bee0-4cd2-8866-5f0c6a9173f6 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:22.266296 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de97178-d33b-477b-af0c-769f082c023b", "name": "network-vif-plugged", "status": "completed", "tag": "b5554b81-b8e8-4af1-87be-939f47c4675a", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:22.266550 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d340e8e2-bee0-4cd2-8866-5f0c6a9173f6 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:22.266927 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de97178-d33b-477b-af0c-769f082c023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5554b81-b8e8-4af1-87be-939f47c4675a', 'code': 200} Sep 24 14:55:22.292596 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=b5554b81-b8e8-4af1-87be-939f47c4675a,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:22.472440 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49134529-2299-4e55-84bd-c561a2cf1567 req-d4f7f98a-0e14-4620-9db0-d4431dfb0ceb tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:22.474002 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49134529-2299-4e55-84bd-c561a2cf1567 req-d4f7f98a-0e14-4620-9db0-d4431dfb0ceb tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0521047 Sep 24 14:55:22.517665 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49134529-2299-4e55-84bd-c561a2cf1567 req-7236231c-e990-4032-a051-59a925189790 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Sep 24 14:55:22.535429 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eac67-5154-4d63-8cd4-cf8ad57803ea req-831a2a6c-9e9e-402e-b287-9567ca4497a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:22.536970 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e89eac67-5154-4d63-8cd4-cf8ad57803ea req-831a2a6c-9e9e-402e-b287-9567ca4497a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 1098 time: 0.0452712 Sep 24 14:55:22.604849 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e89eac67-5154-4d63-8cd4-cf8ad57803ea req-3548f50d-f92c-411c-872b-7f8ca88d9602 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Sep 24 14:55:23.647448 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5e79-4b32-4588-ae5c-8af4187e638c req-3c109f0a-f9c2-43ae-b035-d71b90e61983 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:23.649662 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76ea5e79-4b32-4588-ae5c-8af4187e638c req-3c109f0a-f9c2-43ae-b035-d71b90e61983 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0526066 Sep 24 14:55:23.706812 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76ea5e79-4b32-4588-ae5c-8af4187e638c req-e6b5985d-681b-43b7-9622-176b97fe7825 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354154 Sep 24 14:55:24.042080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:24.835506 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4070b-bfcb-40e2-944b-69878139bfce req-057091dd-c588-4581-84ee-c445096b355c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:24.837083 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fac4070b-bfcb-40e2-944b-69878139bfce req-057091dd-c588-4581-84ee-c445096b355c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0562427 Sep 24 14:55:24.879563 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fac4070b-bfcb-40e2-944b-69878139bfce req-c36d4e8d-6c71-4fbf-8074-9c57ffcb0c98 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354412 Sep 24 14:55:26.015983 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156ea92-e8f8-4af8-831c-27b49988bee1 req-63ec16ae-f8ea-493f-96ad-894ba20ff56b tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:26.017493 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f156ea92-e8f8-4af8-831c-27b49988bee1 req-63ec16ae-f8ea-493f-96ad-894ba20ff56b tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0565522 Sep 24 14:55:26.057101 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f156ea92-e8f8-4af8-831c-27b49988bee1 req-ce00f132-8c28-49be-9744-d0181d1c98d6 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Sep 24 14:55:29.274413 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 50206) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:29.404933 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-df66ca50-1691-4559-8efb-f2385e8cd2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.525960 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-df66ca50-1691-4559-8efb-f2385e8cd2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.531851 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-df66ca50-1691-4559-8efb-f2385e8cd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.572469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ca50-1691-4559-8efb-f2385e8cd2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a8a88-111a-4fad-8b97-e36e83150ffe,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:29.578200 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-df66ca50-1691-4559-8efb-f2385e8cd2c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48adf2cd4b7e4a1ba1a0587f0cdccfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009398 Sep 24 14:55:29.582998 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 50218) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:29.649144 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bdedca7-a47d-4746-8a76-545a124c3585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.674885 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bdedca7-a47d-4746-8a76-545a124c3585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.729418 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bdedca7-a47d-4746-8a76-545a124c3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.732618 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bdedca7-a47d-4746-8a76-545a124c3585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:29.733805 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2bdedca7-a47d-4746-8a76-545a124c3585 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e48a8a88-111a-4fad-8b97-e36e83150ffe HTTP/1.1" status: 204 len: 168 time: 0.1495318 Sep 24 14:55:29.743676 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdedca7-a47d-4746-8a76-545a124c3585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a8a88-111a-4fad-8b97-e36e83150ffe,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:33.061987 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-c217a547-e23f-41d8-b06b-451b46b9a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:33.063668 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-c217a547-e23f-41d8-b06b-451b46b9a6e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0490646 Sep 24 14:55:33.079357 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf21ee4-5a97-4617-855f-ad4b00564720 req-0abbb9f9-d1a7-42c4-a930-16534a9369e0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:33.081749 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fbf21ee4-5a97-4617-855f-ad4b00564720 req-0abbb9f9-d1a7-42c4-a930-16534a9369e0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0718970 Sep 24 14:55:33.127437 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fbf21ee4-5a97-4617-855f-ad4b00564720 req-7e85e68f-3edf-4c7c-adf2-a38e1deba7cc tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Sep 24 14:55:33.185563 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-14d043c0-0701-487b-944c-52742d21af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:33.187153 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-14d043c0-0701-487b-944c-52742d21af2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.1022282 Sep 24 14:55:33.257328 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-1b8a3a9c-712c-4d90-a4fc-f4044b9e12ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0402749 Sep 24 14:55:33.323787 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-5d55ef9b-ac19-46c7-8059-0217c45e6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:33.325289 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-5d55ef9b-ac19-46c7-8059-0217c45e6d87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0479050 Sep 24 14:55:33.373660 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-b74599ee-3db0-4f9c-b5f5-cad2722084d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276144 Sep 24 14:55:33.487897 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-16918fc4-c3e1-4156-be32-3c4978609e6c service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893345 Sep 24 14:55:33.589759 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-adb60d4d-b098-470e-847b-cf4fd1eb06d4 req-8ace4393-40fd-4942-b36c-3b3e969fd521 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876682 Sep 24 14:55:34.251638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3275f-cb70-4484-9efc-7c98af09b307 req-501c96eb-fc65-4417-9f98-e7438c38b166 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:34.253157 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-24f3275f-cb70-4484-9efc-7c98af09b307 req-501c96eb-fc65-4417-9f98-e7438c38b166 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0507214 Sep 24 14:55:34.292887 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-24f3275f-cb70-4484-9efc-7c98af09b307 req-069ab034-43f8-48b5-a93a-c579271350bd tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Sep 24 14:55:35.375913 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0433c-74d5-4fe8-bee9-d305ad017982 req-f263ac68-62c7-4c33-9936-58e0ef12ed44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:35.377505 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22b0433c-74d5-4fe8-bee9-d305ad017982 req-f263ac68-62c7-4c33-9936-58e0ef12ed44 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0568101 Sep 24 14:55:35.420912 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22b0433c-74d5-4fe8-bee9-d305ad017982 req-8100f108-1bde-4c40-8935-41ddf374b578 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364821 Sep 24 14:55:35.443429 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d412-db9c-4c51-8948-22f3924ff90f req-5ae76b4f-4cbe-4c71-aaf9-6529938de2eb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:35.445212 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8127d412-db9c-4c51-8948-22f3924ff90f req-5ae76b4f-4cbe-4c71-aaf9-6529938de2eb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0697463 Sep 24 14:55:35.489686 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8127d412-db9c-4c51-8948-22f3924ff90f req-6c5145ef-4fe0-4d30-a505-05b47bf31495 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 Sep 24 14:55:36.546317 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d831e-6ad5-4088-9a9b-c1e9bde87f2f req-dcf4eb35-95bc-4208-8024-b4ca5ba2a67b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:36.548552 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-132d831e-6ad5-4088-9a9b-c1e9bde87f2f req-dcf4eb35-95bc-4208-8024-b4ca5ba2a67b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0534072 Sep 24 14:55:36.589398 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-132d831e-6ad5-4088-9a9b-c1e9bde87f2f req-82a7e80c-7047-4939-9d37-1857929bcd5e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349236 Sep 24 14:55:36.617986 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2111-ddee-4458-962b-59639140800d req-f0d44269-95ee-48af-a143-16b33dc088d3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:36.619522 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-905a2111-ddee-4458-962b-59639140800d req-f0d44269-95ee-48af-a143-16b33dc088d3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0538697 Sep 24 14:55:36.662746 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-905a2111-ddee-4458-962b-59639140800d req-a4dece8f-33a9-4ada-a313-9aa735735358 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Sep 24 14:55:37.713141 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aabec1-feea-41da-a4f9-e73b96330546 req-61d1291c-c0c2-43f9-a3bb-0e946893d6bb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:37.718286 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18aabec1-feea-41da-a4f9-e73b96330546 req-61d1291c-c0c2-43f9-a3bb-0e946893d6bb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0555189 Sep 24 14:55:37.780038 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18aabec1-feea-41da-a4f9-e73b96330546 req-bd933dfe-5a66-4889-b2f2-dd44d184bc03 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566711 Sep 24 14:55:37.788762 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f5280-3870-4e9d-b363-6c99fdc29bdc req-5a95af90-45ed-442b-b6c7-e93ac0638715 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:37.792732 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-925f5280-3870-4e9d-b363-6c99fdc29bdc req-5a95af90-45ed-442b-b6c7-e93ac0638715 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0566754 Sep 24 14:55:37.837044 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-925f5280-3870-4e9d-b363-6c99fdc29bdc req-9ba061e0-d6fb-4a7e-862e-e54f170c9715 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Sep 24 14:55:38.944875 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b10e78-f778-41a1-b748-18ac775c2518 req-9288f8bb-f7ae-4958-9b6b-7a7dace313fe tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:38.947211 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f6b10e78-f778-41a1-b748-18ac775c2518 req-9288f8bb-f7ae-4958-9b6b-7a7dace313fe tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.0892899 Sep 24 14:55:38.999418 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f6b10e78-f778-41a1-b748-18ac775c2518 req-e5e7dbb7-e4f8-4122-94fb-65c9b0f1c304 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Sep 24 14:55:39.019278 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-b63be5b7-ed25-450d-9300-09b0336806c9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:39.020926 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-b63be5b7-ed25-450d-9300-09b0336806c9 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 945 time: 0.1305919 Sep 24 14:55:39.035255 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642590a5-5765-4452-bcb2-0391d69a7aaa req-3f0d9c86-9c5c-4140-b91f-6bd0ab5214fc tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:39.036800 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-642590a5-5765-4452-bcb2-0391d69a7aaa req-3f0d9c86-9c5c-4140-b91f-6bd0ab5214fc tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0977902 Sep 24 14:55:39.126750 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-642590a5-5765-4452-bcb2-0391d69a7aaa req-ca04475b-488b-4886-b932-98b57bcb7428 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820031 Sep 24 14:55:39.171726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Deleting port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:55:39.172096 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:39.276422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] For port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:39.276807 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:39.290389 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Calling delete_port for 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:55:39.462937 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:39.486143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07', '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', '09902a39-6ee9-4be0-bb0f-c6678d54f190', '5ceb4563-b7e3-4814-8ae9-44ff055f91a5'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:39.489527 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event deleted for resources: {'Port': ['ID=5ceb4563-b7e3-4814-8ae9-44ff055f91a5,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:39.546548 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] No DVR routers for this DVR port 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:55:39.549997 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:39.551445 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ffe11599-274d-4a16-be65-6c3678d57dc4 req-ffa0aae1-3b23-4465-8030-719f48c4673b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "DELETE /v2.0/ports/5ceb4563-b7e3-4814-8ae9-44ff055f91a5 HTTP/1.1" status: 204 len: 173 time: 0.5137312 Sep 24 14:55:39.552062 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e39819-65da-402a-a0d0-883ac8499b47', 'name': 'network-vif-deleted', 'tag': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:39.554616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c35188-e030-4412-88b4-5269d45f4c79" -d '{"events": [{"server_uuid": "39e39819-65da-402a-a0d0-883ac8499b47", "name": "network-vif-deleted", "tag": "5ceb4563-b7e3-4814-8ae9-44ff055f91a5"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:39.598970 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d324640-753c-479b-99af-eafd64f1aa37 x-openstack-request-id: req-7d324640-753c-479b-99af-eafd64f1aa37 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:39.599526 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e39819-65da-402a-a0d0-883ac8499b47", "name": "network-vif-deleted", "tag": "5ceb4563-b7e3-4814-8ae9-44ff055f91a5", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:39.599941 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d324640-753c-479b-99af-eafd64f1aa37 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:39.600529 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e39819-65da-402a-a0d0-883ac8499b47', 'name': 'network-vif-deleted', 'tag': '5ceb4563-b7e3-4814-8ae9-44ff055f91a5', 'status': 'completed', 'code': 200} Sep 24 14:55:40.115382 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a8e34b92-0b98-4bcf-a1c6-a20b7ad608f9 req-9d1264e5-ee44-4812-af3c-71fff3dddfc4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e39819-65da-402a-a0d0-883ac8499b47 HTTP/1.1" status: 200 len: 210 time: 0.0274293 Sep 24 14:55:40.264787 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e75d-7282-499a-ae21-1a8464682e30 req-e82758e1-96f1-4a0f-857b-39a94704b8c2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:40.266341 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e190e75d-7282-499a-ae21-1a8464682e30 req-e82758e1-96f1-4a0f-857b-39a94704b8c2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0531490 Sep 24 14:55:40.304920 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e190e75d-7282-499a-ae21-1a8464682e30 req-a9452e5b-ab45-481d-baf0-014136491125 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Sep 24 14:55:41.000189 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:55:41.426269 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96970870-9564-4fd7-98b4-08be434ebc49 req-0a39621d-23c8-4c54-95db-554b236775e1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:41.427927 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-96970870-9564-4fd7-98b4-08be434ebc49 req-0a39621d-23c8-4c54-95db-554b236775e1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Sep 24 14:55:41.488971 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-96970870-9564-4fd7-98b4-08be434ebc49 req-73c724ce-690f-4228-a72e-180448efdab0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524642 Sep 24 14:55:42.162662 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:55:42.194230 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:55:42.194833 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 5ceb4563-b7e3-4814-8ae9-44ff055f91a5 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:55:42.598956 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31c3af-b215-4208-b186-f23b0c34e616 req-06c8db26-6a7a-40da-a5b3-12440d07157d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:42.601304 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9b31c3af-b215-4208-b186-f23b0c34e616 req-06c8db26-6a7a-40da-a5b3-12440d07157d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0870500 Sep 24 14:55:42.657581 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9b31c3af-b215-4208-b186-f23b0c34e616 req-18378c12-f333-4ac4-b57b-bbd32e2f6515 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 Sep 24 14:55:42.664512 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeb87b-34c6-4d14-a399-d609f42d886f req-ff4d11ac-95c1-4a8f-981e-b5abf24d978b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:42.666279 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18aeb87b-34c6-4d14-a399-d609f42d886f req-ff4d11ac-95c1-4a8f-981e-b5abf24d978b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0729804 Sep 24 14:55:42.709919 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18aeb87b-34c6-4d14-a399-d609f42d886f req-9ce5f668-6885-4980-b61e-c43fce945dbe tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Sep 24 14:55:42.790418 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9883e3d-76f0-4ecd-8e51-9a562bccba61 req-3a405e93-3da0-4619-8f32-91b14a6fafb4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:42.792439 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d9883e3d-76f0-4ecd-8e51-9a562bccba61 req-3a405e93-3da0-4619-8f32-91b14a6fafb4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0511322 Sep 24 14:55:42.839535 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d9883e3d-76f0-4ecd-8e51-9a562bccba61 req-8a1bdcfe-3455-4025-9abc-b5d53801d5fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Sep 24 14:55:43.785078 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873640d2-1b49-4839-82b0-a2b4934dacb9 req-044f6ccb-a781-418a-bb0d-28780ed58cd2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:43.787059 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-873640d2-1b49-4839-82b0-a2b4934dacb9 req-044f6ccb-a781-418a-bb0d-28780ed58cd2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0576553 Sep 24 14:55:43.829337 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-873640d2-1b49-4839-82b0-a2b4934dacb9 req-6e3a4b92-f3f2-4d29-80b2-3fd209d8a750 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363967 Sep 24 14:55:43.839592 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f51602-c4a9-4a42-93ca-7f45af15e834 req-75d9339d-6aab-4fb1-a43b-b8927c507b8b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:43.841214 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c0f51602-c4a9-4a42-93ca-7f45af15e834 req-75d9339d-6aab-4fb1-a43b-b8927c507b8b tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0586245 Sep 24 14:55:43.885700 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c0f51602-c4a9-4a42-93ca-7f45af15e834 req-a37d8342-f1e2-4f4d-ad82-a475d4cf24c3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Sep 24 14:55:43.972507 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50372c-661d-4c20-a60a-0ec37275024a req-a56ce4dd-59dd-4f02-9b96-f5bf368c3952 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:43.973990 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-af50372c-661d-4c20-a60a-0ec37275024a req-a56ce4dd-59dd-4f02-9b96-f5bf368c3952 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0531135 Sep 24 14:55:44.015410 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-af50372c-661d-4c20-a60a-0ec37275024a req-435bdef6-8555-4b28-b99f-99d7d7e0b580 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349901 Sep 24 14:55:44.958930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc601d-e1f2-47c1-8113-9fa7282b4d04 req-a26dcbdb-ca94-403e-82f4-49db11bdc977 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:44.960413 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-80dc601d-e1f2-47c1-8113-9fa7282b4d04 req-a26dcbdb-ca94-403e-82f4-49db11bdc977 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0584691 Sep 24 14:55:45.007263 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-80dc601d-e1f2-47c1-8113-9fa7282b4d04 req-41edb51f-bd9a-4019-8ac0-74d4742659ee tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376747 Sep 24 14:55:45.045570 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17d86b-dcf9-4ac6-a248-e8138d5611b8 req-41b3c2f2-fde0-4e2c-a0e9-a3741fc406a8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:45.047500 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1c17d86b-dcf9-4ac6-a248-e8138d5611b8 req-41b3c2f2-fde0-4e2c-a0e9-a3741fc406a8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0677867 Sep 24 14:55:45.096037 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1c17d86b-dcf9-4ac6-a248-e8138d5611b8 req-d37c59a9-9081-404e-b9e5-a3a1e478635f tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Sep 24 14:55:45.148251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618c806-cc42-4786-a1de-b00abc9b2255 req-441e6167-8dcd-4109-aaf6-5cdf16e1ba87 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:45.149756 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b618c806-cc42-4786-a1de-b00abc9b2255 req-441e6167-8dcd-4109-aaf6-5cdf16e1ba87 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0559430 Sep 24 14:55:45.197848 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b618c806-cc42-4786-a1de-b00abc9b2255 req-7e4fc093-f43c-41bc-860a-01874869409b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Sep 24 14:55:45.617725 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-76e91bd9-4170-47b1-a991-b9654a1bc323 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:45.619263 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-76e91bd9-4170-47b1-a991-b9654a1bc323 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Sep 24 14:55:45.727343 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Deleting port 09902a39-6ee9-4be0-bb0f-c6678d54f190 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:55:45.728152 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:45.824973 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] For port 09902a39-6ee9-4be0-bb0f-c6678d54f190, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=09902a39-6ee9-4be0-bb0f-c6678d54f190,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:45.825336 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:45.838642 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Calling delete_port for 09902a39-6ee9-4be0-bb0f-c6678d54f190 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:55:46.002045 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:46.017702 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07', '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', '09902a39-6ee9-4be0-bb0f-c6678d54f190'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:46.019380 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-30af53cd-49a6-442a-9c62-62aa6a322ce8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472448 Sep 24 14:55:46.032200 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event deleted for resources: {'Port': ['ID=09902a39-6ee9-4be0-bb0f-c6678d54f190,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:46.131751 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.132443 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.132885 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.133431 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.133873 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.134311 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.134747 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.135345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.135939 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.137167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.137830 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.138349 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:46.172390 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] No DVR routers for this DVR port 09902a39-6ee9-4be0-bb0f-c6678d54f190 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:55:46.175435 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:46.181954 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e805c831-0f61-4b9e-bdaf-41bd4d299f6b req-917d11ae-841d-455e-a341-3086a9bdaa3d tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "DELETE /v2.0/ports/09902a39-6ee9-4be0-bb0f-c6678d54f190 HTTP/1.1" status: 204 len: 173 time: 0.5528793 Sep 24 14:55:46.182450 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'name': 'network-vif-deleted', 'tag': '09902a39-6ee9-4be0-bb0f-c6678d54f190'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:46.185519 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e82df8-50c7-4412-ad6b-4cf6a3f59e05" -d '{"events": [{"server_uuid": "8e9cc32e-ee65-432e-a034-b865bcecfcb8", "name": "network-vif-deleted", "tag": "09902a39-6ee9-4be0-bb0f-c6678d54f190"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:46.201011 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce4431-42c1-44f6-92d3-798ac418f8a4 req-22c3d2ed-57d4-42a7-8732-7f05e40bff48 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:46.202674 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-acce4431-42c1-44f6-92d3-798ac418f8a4 req-22c3d2ed-57d4-42a7-8732-7f05e40bff48 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0910628 Sep 24 14:55:46.209156 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-13244a7b-d834-494f-a73b-37872603623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:46.210580 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-13244a7b-d834-494f-a73b-37872603623d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 1098 time: 0.1571758 Sep 24 14:55:46.261477 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-acce4431-42c1-44f6-92d3-798ac418f8a4 req-89a649a5-58db-4670-bc34-1bb71489aa9d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Sep 24 14:55:46.359880 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e8aa3d41-4116-4e80-92c3-e1acf6eac607 req-3f9f7379-eb84-4471-b79d-df481b3d56ba tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 210 time: 0.0610743 Sep 24 14:55:46.420713 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1969c5-cc88-4741-9c46-53b8bf5b33de x-openstack-request-id: req-0d1969c5-cc88-4741-9c46-53b8bf5b33de {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:46.421018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9cc32e-ee65-432e-a034-b865bcecfcb8", "name": "network-vif-deleted", "tag": "09902a39-6ee9-4be0-bb0f-c6678d54f190", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:46.421344 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d1969c5-cc88-4741-9c46-53b8bf5b33de {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:46.421644 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9cc32e-ee65-432e-a034-b865bcecfcb8', 'name': 'network-vif-deleted', 'tag': '09902a39-6ee9-4be0-bb0f-c6678d54f190', 'status': 'completed', 'code': 200} Sep 24 14:55:46.532942 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-ffa69d7b-bd3e-4c15-b16b-2ed783094358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:46.534514 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-ffa69d7b-bd3e-4c15-b16b-2ed783094358 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.2609801 Sep 24 14:55:46.638162 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-ced0aa71-33ca-4639-b696-7d169cece19c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9155319b-6e54-49b2-be6b-f93390512e0d HTTP/1.1" status: 200 len: 217 time: 0.0852482 Sep 24 14:55:46.678133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88cefc-4166-4c8e-92fb-0b0311e88e96 req-2a393b60-c038-4303-8ab8-c2b7a372fc6b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:46.691482 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db88cefc-4166-4c8e-92fb-0b0311e88e96 req-2a393b60-c038-4303-8ab8-c2b7a372fc6b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1758235 Sep 24 14:55:46.801424 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db88cefc-4166-4c8e-92fb-0b0311e88e96 req-28c1b01c-109e-4a77-886b-f0509f6da1d7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955431 Sep 24 14:55:46.803844 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-62383f8a-f3f9-49df-9600-fd110edb6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:46.805578 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-62383f8a-f3f9-49df-9600-fd110edb6b9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.1280720 Sep 24 14:55:46.872157 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-f2fd4864-8b60-48ce-9aea-43a8e4ac85f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536060 Sep 24 14:55:46.889189 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e44615b-361b-4549-8c3c-711210a1d606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:47.053982 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-55291c34-70a8-42a7-a9a8-d79fa0e3abac service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573491 Sep 24 14:55:47.208885 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa8b70d6-7946-4134-a6f1-400ace0c39cb req-79295f6d-e9c1-4f0a-af37-42757e293acb service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372063 Sep 24 14:55:47.492548 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f35adb24-1ad4-4287-85df-db6197e8de4b req-dabe5bd3-6de2-48d6-a2d5-be87bb7111cd tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e9cc32e-ee65-432e-a034-b865bcecfcb8 HTTP/1.1" status: 200 len: 210 time: 0.0293672 Sep 24 14:55:47.494411 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efc656-3836-4862-a381-3a43f2808632 req-7458b683-22d4-45e2-9b23-25ceec4056ac tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:47.500306 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-16efc656-3836-4862-a381-3a43f2808632 req-7458b683-22d4-45e2-9b23-25ceec4056ac tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0812371 Sep 24 14:55:47.556607 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-16efc656-3836-4862-a381-3a43f2808632 req-f48e6798-31a1-413a-beb0-ba6963984598 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553067 Sep 24 14:55:47.828866 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:47.955405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16351cb7-71a0-44d4-82d0-5b1d90719d97 req-c620ac59-2ee9-4598-9680-7a6ffecc3cc0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:47.957045 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16351cb7-71a0-44d4-82d0-5b1d90719d97 req-c620ac59-2ee9-4598-9680-7a6ffecc3cc0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0530567 Sep 24 14:55:47.994531 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16351cb7-71a0-44d4-82d0-5b1d90719d97 req-10ed8c6f-1ac4-409f-a116-4def71908793 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Sep 24 14:55:48.693175 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d956cd-9ea8-411d-b4f8-23dce6dda45b req-419bf0f4-15ab-47c5-a468-778b62c396ce tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:48.695821 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9d956cd-9ea8-411d-b4f8-23dce6dda45b req-419bf0f4-15ab-47c5-a468-778b62c396ce tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0643661 Sep 24 14:55:48.747188 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9d956cd-9ea8-411d-b4f8-23dce6dda45b req-fb6dc353-4f40-44cb-8ce6-fa6a74b934cf tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 Sep 24 14:55:48.882213 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7d92e-eec9-4b7a-85b6-11372b9a9995 req-4268ba7f-4d40-45c9-9451-2d41da82f930 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:48.883812 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-34d7d92e-eec9-4b7a-85b6-11372b9a9995 req-4268ba7f-4d40-45c9-9451-2d41da82f930 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0605066 Sep 24 14:55:48.932079 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-34d7d92e-eec9-4b7a-85b6-11372b9a9995 req-b014ff9b-185e-411c-9355-58b357af3af3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Sep 24 14:55:49.114696 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c788f9-7651-454a-b246-5c737213354d req-1fe7cbc5-2510-4ed0-a6b6-ea6f3c9dd9e0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:49.116110 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b8c788f9-7651-454a-b246-5c737213354d req-1fe7cbc5-2510-4ed0-a6b6-ea6f3c9dd9e0 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0518088 Sep 24 14:55:49.157372 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b8c788f9-7651-454a-b246-5c737213354d req-271bc161-68a1-4fc5-9c7c-f353cae58ffe tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Sep 24 14:55:49.908895 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58621cd-dd30-4800-8963-3b482dc59c38 req-4534bb13-c849-449e-a292-5d2da61428c5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:49.912196 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d58621cd-dd30-4800-8963-3b482dc59c38 req-4534bb13-c849-449e-a292-5d2da61428c5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0735567 Sep 24 14:55:49.969156 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d58621cd-dd30-4800-8963-3b482dc59c38 req-16c38545-7d09-4ea5-b3c3-4307fece5b22 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476089 Sep 24 14:55:50.108132 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd154c-f8d4-469e-929f-227e9539ae2f req-5c457bfd-aa82-4401-9d74-bfc62cffcbde tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:50.110610 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-88fd154c-f8d4-469e-929f-227e9539ae2f req-5c457bfd-aa82-4401-9d74-bfc62cffcbde tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0713131 Sep 24 14:55:50.117123 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8274c57e-b441-4f05-86fa-394126da3205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:50.170389 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-88fd154c-f8d4-469e-929f-227e9539ae2f req-53b0c875-6ee7-420c-a8ee-d923230278c7 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Sep 24 14:55:50.231528 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 09902a39-6ee9-4be0-bb0f-c6678d54f190 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:55:50.254192 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 09902a39-6ee9-4be0-bb0f-c6678d54f190 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:55:50.254711 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 09902a39-6ee9-4be0-bb0f-c6678d54f190 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:55:50.333877 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff41c1e-df27-494a-b9df-98060cadcd68 req-a8be2035-dd80-4a73-8ddf-5f44a2e58760 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:50.335422 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dff41c1e-df27-494a-b9df-98060cadcd68 req-a8be2035-dd80-4a73-8ddf-5f44a2e58760 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0644877 Sep 24 14:55:50.388448 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dff41c1e-df27-494a-b9df-98060cadcd68 req-d92a0c88-b05a-4c40-ac52-ba93a2a52c72 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Sep 24 14:55:50.656757 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:51.128681 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2912c-7001-4f60-b600-e28581971829 req-4d59cba0-c43c-4051-abfb-3ae35022d87d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:51.130529 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-35a2912c-7001-4f60-b600-e28581971829 req-4d59cba0-c43c-4051-abfb-3ae35022d87d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0591125 Sep 24 14:55:51.178483 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-35a2912c-7001-4f60-b600-e28581971829 req-33735379-7f75-4e5f-bcc4-3f0bd350cf04 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407863 Sep 24 14:55:51.336360 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173587-0ada-4e1b-be9e-d1041af16959 req-5a8a7fcb-1800-4ea5-a3f3-b612139cc4fb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:51.338709 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c173587-0ada-4e1b-be9e-d1041af16959 req-5a8a7fcb-1800-4ea5-a3f3-b612139cc4fb tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0752041 Sep 24 14:55:51.398337 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c173587-0ada-4e1b-be9e-d1041af16959 req-0a505cb9-a9cf-4bb4-b299-28468f2930c0 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Sep 24 14:55:51.591073 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1059df-ea7a-4618-afae-da1778250461 req-4710cd66-4a18-409a-85da-dab17bf018cb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:51.593109 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8e1059df-ea7a-4618-afae-da1778250461 req-4710cd66-4a18-409a-85da-dab17bf018cb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0831759 Sep 24 14:55:51.664774 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8e1059df-ea7a-4618-afae-da1778250461 req-717a32b6-c0c9-42a9-8195-c343fc92c70b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Sep 24 14:55:51.834296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cc668-7844-4659-b411-2c436437098e req-0d2e44ed-c931-4723-bba5-0f04ef6b1172 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:51.836712 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6f2cc668-7844-4659-b411-2c436437098e req-0d2e44ed-c931-4723-bba5-0f04ef6b1172 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 945 time: 0.0585976 Sep 24 14:55:51.936734 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:51.960423 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Deleting port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:55:51.960836 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:52.086828 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] For port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:52.087190 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:52.104295 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Calling delete_port for 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f owned by compute:nova {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:55:52.259234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:52.278407 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07', '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:52.293191 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event deleted for resources: {'Port': ['ID=7b85208c-f3d6-4e3f-9a4f-2cb76f44565f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:52.306754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.307103 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.307480 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.307836 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.309002 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.309344 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.309716 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.310239 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.310580 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.310920 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.311267 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.311618 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:55:52.354468 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] No DVR routers for this DVR port 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f on host hv-cinder-81091 {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:55:52.367062 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:52.369351 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6f2cc668-7844-4659-b411-2c436437098e req-e4b635f7-d98e-49ae-acd2-e7c1eeab276c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "DELETE /v2.0/ports/7b85208c-f3d6-4e3f-9a4f-2cb76f44565f HTTP/1.1" status: 204 len: 173 time: 0.5235779 Sep 24 14:55:52.369855 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'name': 'network-vif-deleted', 'tag': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:52.373100 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cd91f-a86a-4df9-8ecc-65e986101e0a" -d '{"events": [{"server_uuid": "11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5", "name": "network-vif-deleted", "tag": "7b85208c-f3d6-4e3f-9a4f-2cb76f44565f"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:52.437204 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479ea1e-51f7-4135-a419-bfdbb1889aed req-3a8bde6b-9efd-4782-b7bc-91c4e5b00bf1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:52.440523 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f479ea1e-51f7-4135-a419-bfdbb1889aed req-3a8bde6b-9efd-4782-b7bc-91c4e5b00bf1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.1059854 Sep 24 14:55:52.443077 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38735f2d-e5b9-4151-b5c2-cdae876c68e5 x-openstack-request-id: req-38735f2d-e5b9-4151-b5c2-cdae876c68e5 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:52.443556 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5", "name": "network-vif-deleted", "tag": "7b85208c-f3d6-4e3f-9a4f-2cb76f44565f", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:52.443997 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38735f2d-e5b9-4151-b5c2-cdae876c68e5 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:52.444542 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5', 'name': 'network-vif-deleted', 'tag': '7b85208c-f3d6-4e3f-9a4f-2cb76f44565f', 'status': 'completed', 'code': 200} Sep 24 14:55:52.544408 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f479ea1e-51f7-4135-a419-bfdbb1889aed req-e8c011be-a469-4511-aaa3-c43edaae02f7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958841 Sep 24 14:55:52.615782 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6636c70c-f94a-4363-820a-eeca1ef772a1 req-03da324d-94bc-4d91-a7d2-45242b3becd8 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11bf1d1e-451c-48cb-aca0-bd6fb76a6dc5 HTTP/1.1" status: 200 len: 210 time: 0.0789213 Sep 24 14:55:52.797623 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293a375-9a17-432f-b1db-e326a910d3cf req-d31fc271-a397-4962-a2b6-93651b798d10 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:52.803335 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8293a375-9a17-432f-b1db-e326a910d3cf req-d31fc271-a397-4962-a2b6-93651b798d10 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0539560 Sep 24 14:55:52.848873 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8293a375-9a17-432f-b1db-e326a910d3cf req-4d6d53ab-51da-45d2-b959-520b62738074 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Sep 24 14:55:53.712628 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be67d-7905-4222-b204-3f609b5e3082 req-42bd83c9-9c97-46a8-88ff-e4eee1778d3e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:53.714864 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fa8be67d-7905-4222-b204-3f609b5e3082 req-42bd83c9-9c97-46a8-88ff-e4eee1778d3e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0816612 Sep 24 14:55:53.786564 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fa8be67d-7905-4222-b204-3f609b5e3082 req-ec01e688-80a6-4487-9396-ad90aa679127 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588927 Sep 24 14:55:53.987444 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6b4d-3bca-4241-b4f6-de5d1ada5304 req-008c65f4-8312-4e16-a7ca-6d9f7a989250 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:53.989523 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-667d6b4d-3bca-4241-b4f6-de5d1ada5304 req-008c65f4-8312-4e16-a7ca-6d9f7a989250 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0638306 Sep 24 14:55:54.031054 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:54.053642 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-667d6b4d-3bca-4241-b4f6-de5d1ada5304 req-4bed2a55-2280-4553-8e8a-7fb49e0bbbbb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Sep 24 14:55:54.939750 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95f38e-c214-4d49-a16c-87444151e20e req-ce434419-a24b-4039-9c59-e9154e5182bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:54.941377 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9b95f38e-c214-4d49-a16c-87444151e20e req-ce434419-a24b-4039-9c59-e9154e5182bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0730250 Sep 24 14:55:55.008755 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9b95f38e-c214-4d49-a16c-87444151e20e req-0f832789-1157-4e34-8b07-1eaec54c2a9d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605023 Sep 24 14:55:55.144618 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacb168-f078-4655-9891-d8bca4185537 req-8e756637-90ed-44ce-9733-0d163a664e25 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:55.146371 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-baacb168-f078-4655-9891-d8bca4185537 req-8e756637-90ed-44ce-9733-0d163a664e25 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.0645480 Sep 24 14:55:55.207949 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-baacb168-f078-4655-9891-d8bca4185537 req-3538284e-59e3-4df5-8792-631038fccba3 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484662 Sep 24 14:55:55.265480 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a979-518c-4115-84f2-e6922035dcc0 req-8ffaffbc-c11e-4b7b-949b-26fb1b2b68db tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:55.267429 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-36c6a979-518c-4115-84f2-e6922035dcc0 req-8ffaffbc-c11e-4b7b-949b-26fb1b2b68db tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0816143 Sep 24 14:55:55.327334 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-36c6a979-518c-4115-84f2-e6922035dcc0 req-df2c485d-c16f-4b4c-9b26-59295c80ce40 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510817 Sep 24 14:55:55.977542 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50570) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:56.153247 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fbe15c1e-56c4-414b-9b7a-d03e5842a8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.173516 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4969c2e-7756-4a64-8cbb-d7a7d80a36d5 req-9d06b68d-34f3-404b-b6f8-544dbab22c53 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:56.175519 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f4969c2e-7756-4a64-8cbb-d7a7d80a36d5 req-9d06b68d-34f3-404b-b6f8-544dbab22c53 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Sep 24 14:55:56.255562 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:55:56.286658 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fbe15c1e-56c4-414b-9b7a-d03e5842a8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.296816 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fbe15c1e-56c4-414b-9b7a-d03e5842a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.305715 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f4969c2e-7756-4a64-8cbb-d7a7d80a36d5 req-7134e340-6fa7-4024-be26-be208d813dcd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141033 Sep 24 14:55:56.340728 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:55:56.341860 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 7b85208c-f3d6-4e3f-9a4f-2cb76f44565f not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:55:56.349810 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-fbe15c1e-56c4-414b-9b7a-d03e5842a8b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b773a0676c5b4d41913b76d8ead82a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707297 Sep 24 14:55:56.354242 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 50578) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:55:56.453445 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a492-7209-4c1f-a67e-1fea6d393434 req-f62cef5d-6e6b-451b-ad11-29133f5aae4c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:56.465134 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b224a492-7209-4c1f-a67e-1fea6d393434 req-f62cef5d-6e6b-451b-ad11-29133f5aae4c tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.1113381 Sep 24 14:55:56.468461 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d5f4071d-5e96-4125-957e-fde0a24c9670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.468760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15c1e-56c4-414b-9b7a-d03e5842a8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17f7de-bf7e-4c23-8a2a-56b8ecc6794a,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:56.579249 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b224a492-7209-4c1f-a67e-1fea6d393434 req-1995ecbd-e9b9-4845-b521-8ccb0120bda2 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131895 Sep 24 14:55:56.586897 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d5f4071d-5e96-4125-957e-fde0a24c9670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.743183 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac8c1-3aea-40ff-a942-0a20ce2d7336 req-c211385e-cc00-4ab4-9e7a-83c9bbf7a708 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:56.749780 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a5fac8c1-3aea-40ff-a942-0a20ce2d7336 req-c211385e-cc00-4ab4-9e7a-83c9bbf7a708 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1881187 Sep 24 14:55:56.762365 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d5f4071d-5e96-4125-957e-fde0a24c9670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.778984 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d5f4071d-5e96-4125-957e-fde0a24c9670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:56.781026 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d5f4071d-5e96-4125-957e-fde0a24c9670 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e17f7de-bf7e-4c23-8a2a-56b8ecc6794a HTTP/1.1" status: 204 len: 168 time: 0.4246852 Sep 24 14:55:56.819044 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4071d-5e96-4125-957e-fde0a24c9670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17f7de-bf7e-4c23-8a2a-56b8ecc6794a,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:56.865734 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a5fac8c1-3aea-40ff-a942-0a20ce2d7336 req-615ad1dd-75de-4ad9-b805-6df60c78fa2a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829830 Sep 24 14:55:57.525728 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4c45-8990-43af-a4f7-8edca7843501 req-24c62a7a-da48-409a-8a7f-35d48d81927c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:57.531811 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8fc4c45-8990-43af-a4f7-8edca7843501 req-24c62a7a-da48-409a-8a7f-35d48d81927c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0986521 Sep 24 14:55:57.615210 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d8fc4c45-8990-43af-a4f7-8edca7843501 req-34cbf17c-22c8-47e8-8fbd-6f8e8352c756 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756798 Sep 24 14:55:57.833663 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39ae1e-0d28-4e4a-b20a-4540c1e20e57 req-fcb78d79-c23f-4923-b6c4-9d7c089398c4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:57.837669 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8f39ae1e-0d28-4e4a-b20a-4540c1e20e57 req-fcb78d79-c23f-4923-b6c4-9d7c089398c4 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.1099925 Sep 24 14:55:57.972490 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8f39ae1e-0d28-4e4a-b20a-4540c1e20e57 req-34578679-9cc7-4706-bbe6-bcb074eb96dc tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076450 Sep 24 14:55:58.124476 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac5a2-d807-4d48-a9de-3de252c0c868 req-bdfec518-9635-4c30-9e7b-5768e97cac1a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:58.127378 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fb0ac5a2-d807-4d48-a9de-3de252c0c868 req-bdfec518-9635-4c30-9e7b-5768e97cac1a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0991573 Sep 24 14:55:58.208462 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fb0ac5a2-d807-4d48-a9de-3de252c0c868 req-3656f1b7-9fe5-4a0c-93d5-5758db330fde tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731075 Sep 24 14:55:58.424019 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-3ff2a13a-aef4-4f53-9b67-80560b49474e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:58.426398 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-3ff2a13a-aef4-4f53-9b67-80560b49474e tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.0773466 Sep 24 14:55:58.595000 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Deleting port 65ec1c13-5b21-4205-af54-56b510906e07 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:55:58.595416 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:58.907792 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] For port 65ec1c13-5b21-4205-af54-56b510906e07, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=65ec1c13-5b21-4205-af54-56b510906e07,segment=NetworkSegment(e4d4a190-9769-4f50-9283-c3afe3d2026b),segment_id=e4d4a190-9769-4f50-9283-c3afe3d2026b)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:55:58.908732 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:58.945929 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Calling delete_port for 65ec1c13-5b21-4205-af54-56b510906e07 owned by compute:nova {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:55:58.970624 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8de7-66f9-473e-8056-af46e743ad04 req-1d92f042-ce30-4d86-aa46-260a134d0cd5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:58.972949 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d23f8de7-66f9-473e-8056-af46e743ad04 req-1d92f042-ce30-4d86-aa46-260a134d0cd5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.2313766 Sep 24 14:55:59.077854 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d23f8de7-66f9-473e-8056-af46e743ad04 req-250afac7-8d69-4902-a23d-efb5b596c00b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562749 Sep 24 14:55:59.185583 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24d1e1-3853-4fbc-834d-b995dfee8ad4 req-6ae0ded2-6e5c-4543-bba8-9c9b22900e29 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:59.187382 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac24d1e1-3853-4fbc-834d-b995dfee8ad4 req-6ae0ded2-6e5c-4543-bba8-9c9b22900e29 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/ports?device_id=6acb1b5d-8a72-4e70-ac96-6c3ca83c2607 HTTP/1.1" status: 200 len: 945 time: 0.0600321 Sep 24 14:55:59.213116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:59.235133 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['65ec1c13-5b21-4205-af54-56b510906e07'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:55:59.277217 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Pushing event deleted for resources: {'Port': ['ID=65ec1c13-5b21-4205-af54-56b510906e07,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:55:59.323445 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac24d1e1-3853-4fbc-834d-b995dfee8ad4 req-e17061a7-e56e-45c2-9351-be12d7c9b991 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1d618ce-9eb1-45ee-a48c-78a1ff550650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244383 Sep 24 14:55:59.413894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] No DVR routers for this DVR port 65ec1c13-5b21-4205-af54-56b510906e07 on host hv-cinder-81091 {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:55:59.419890 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:55:59.423500 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a93d54d8-26ff-4773-8f20-2931e00c3622 req-01288465-f6db-4a6a-9eec-18e0150a8e16 tempest-AttachVolumeNegativeTest-1246042629 tempest-AttachVolumeNegativeTest-1246042629-project] 10.222.0.70 "DELETE /v2.0/ports/65ec1c13-5b21-4205-af54-56b510906e07 HTTP/1.1" status: 204 len: 173 time: 0.9858615 Sep 24 14:55:59.424275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'name': 'network-vif-deleted', 'tag': '65ec1c13-5b21-4205-af54-56b510906e07'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:55:59.431663 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d06e74-624c-4130-84fe-b6e5c25101b5" -d '{"events": [{"server_uuid": "6acb1b5d-8a72-4e70-ac96-6c3ca83c2607", "name": "network-vif-deleted", "tag": "65ec1c13-5b21-4205-af54-56b510906e07"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:55:59.493487 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56296-c2d3-408a-a07f-6c1567c99e94 req-2cf4bf04-c77e-405d-a314-924b5d4e0a73 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:55:59.495267 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4cc56296-c2d3-408a-a07f-6c1567c99e94 req-2cf4bf04-c77e-405d-a314-924b5d4e0a73 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1138217 Sep 24 14:55:59.513190 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba64be-a1f2-4011-85f0-4e19b5d5c801 x-openstack-request-id: req-5bba64be-a1f2-4011-85f0-4e19b5d5c801 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:55:59.513566 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acb1b5d-8a72-4e70-ac96-6c3ca83c2607", "name": "network-vif-deleted", "tag": "65ec1c13-5b21-4205-af54-56b510906e07", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:55:59.513733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bba64be-a1f2-4011-85f0-4e19b5d5c801 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:55:59.514159 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acb1b5d-8a72-4e70-ac96-6c3ca83c2607', 'name': 'network-vif-deleted', 'tag': '65ec1c13-5b21-4205-af54-56b510906e07', 'status': 'completed', 'code': 200} Sep 24 14:55:59.556109 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4cc56296-c2d3-408a-a07f-6c1567c99e94 req-138ae52e-2fc1-44ca-8ca2-4d492dcba821 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518255 Sep 24 14:56:00.304388 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fa000-6678-4f24-988e-a047b0c3b72d req-42454ab8-f8c4-4981-b7f1-b5b92a3bad6f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:00.306375 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fc3fa000-6678-4f24-988e-a047b0c3b72d req-42454ab8-f8c4-4981-b7f1-b5b92a3bad6f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0962765 Sep 24 14:56:00.379844 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fc3fa000-6678-4f24-988e-a047b0c3b72d req-d75c6e86-10c7-40a3-a9c6-deea7e3ea258 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651119 Sep 24 14:56:00.454762 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50650) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:00.546730 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Deleting subnet 8f83562d-cce6-42fc-854c-4a25f5e14cfc {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:56:00.551717 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:00.718121 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0503806-bb3e-4148-aad3-56a76d050f61 req-2c05a381-c902-4821-8866-4d95e4da7201 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:00.726375 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e0503806-bb3e-4148-aad3-56a76d050f61 req-2c05a381-c902-4821-8866-4d95e4da7201 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0720909 Sep 24 14:56:00.770121 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e0503806-bb3e-4148-aad3-56a76d050f61 req-99fafe50-8233-45fa-a0a1-477b82565952 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Sep 24 14:56:00.860022 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:00.909835 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:00.984246 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.018016 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f83562d-cce6-42fc-854c-4a25f5e14cfc,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:01.020798 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.023778 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0607a6d4-599e-4df4-ada2-3007800e49bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8f83562d-cce6-42fc-854c-4a25f5e14cfc HTTP/1.1" status: 204 len: 168 time: 0.5672526 Sep 24 14:56:01.025679 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50654) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:01.115133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.232784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.267056 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bebfa1-4b87-4bcc-9027-92fc51674878']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:56:01.288704 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d4a190-9769-4f50-9283-c3afe3d2026b') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:56:01.289202 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d4a190-9769-4f50-9283-c3afe3d2026b') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:56:01.311976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.333346 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.345368 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:56:01.346225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:56:01.349292 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:56:01.434749 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.449670 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:01.452324 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15bebfa1-4b87-4bcc-9027-92fc51674878 HTTP/1.1" status: 204 len: 168 time: 0.4253936 Sep 24 14:56:01.510588 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f9800-6ba9-4871-bc5d-a5c437f4aef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=15bebfa1-4b87-4bcc-9027-92fc51674878,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:01.569689 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664a34-05c9-47fc-b817-1d500b856b51 req-f4f76f1c-02b2-4930-b1d1-09664e20fc30 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:01.579249 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-68664a34-05c9-47fc-b817-1d500b856b51 req-f4f76f1c-02b2-4930-b1d1-09664e20fc30 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0710824 Sep 24 14:56:01.652387 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-68664a34-05c9-47fc-b817-1d500b856b51 req-5c270911-ab06-4b7b-8e96-06bfeca5a6e3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592225 Sep 24 14:56:01.945251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50664) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:01.953463 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b73fa-1bdf-45a0-8c07-c05b585a60ac req-a724a344-5113-4c0d-81ef-a8529293d36b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:01.960259 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-985b73fa-1bdf-45a0-8c07-c05b585a60ac req-a724a344-5113-4c0d-81ef-a8529293d36b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0947244 Sep 24 14:56:02.013007 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-985b73fa-1bdf-45a0-8c07-c05b585a60ac req-84672551-ebdd-4be8-9802-353766e6c58b tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Sep 24 14:56:02.035933 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d31007a6-b7c5-4229-a3e5-2da597527f38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3be341c1283544c4896a434f38b72fbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0888019 Sep 24 14:56:02.039719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50666) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:02.104139 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-310a6cd9-2b7e-4528-b1f7-c1341d2a2c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:02.141942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-310a6cd9-2b7e-4528-b1f7-c1341d2a2c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:02.212603 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-310a6cd9-2b7e-4528-b1f7-c1341d2a2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:02.217570 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-310a6cd9-2b7e-4528-b1f7-c1341d2a2c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:02.224091 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-310a6cd9-2b7e-4528-b1f7-c1341d2a2c55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1d618ce-9eb1-45ee-a48c-78a1ff550650 HTTP/1.1" status: 204 len: 168 time: 0.1784916 Sep 24 14:56:02.236693 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a6cd9-2b7e-4528-b1f7-c1341d2a2c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d618ce-9eb1-45ee-a48c-78a1ff550650,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:02.286973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 65ec1c13-5b21-4205-af54-56b510906e07 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:56:02.315740 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 65ec1c13-5b21-4205-af54-56b510906e07 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:56:02.316267 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 65ec1c13-5b21-4205-af54-56b510906e07 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:56:02.847314 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3387c-e38c-4d8f-89e0-f1ba8b2e5e48 req-334be725-60b7-426a-9576-32e8c157e4a2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:02.860636 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-97a3387c-e38c-4d8f-89e0-f1ba8b2e5e48 req-334be725-60b7-426a-9576-32e8c157e4a2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0946443 Sep 24 14:56:02.922631 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-97a3387c-e38c-4d8f-89e0-f1ba8b2e5e48 req-3205fae2-75e0-4857-a94b-681cf51a20c3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603850 Sep 24 14:56:03.237760 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7332e3-3972-47dd-91ad-5ab5421327ba req-e8dd1221-2bd8-4e1f-9408-83f293293b86 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:03.239518 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7e7332e3-3972-47dd-91ad-5ab5421327ba req-e8dd1221-2bd8-4e1f-9408-83f293293b86 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0919442 Sep 24 14:56:03.320318 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7e7332e3-3972-47dd-91ad-5ab5421327ba req-39535167-7822-485e-8762-90dc901518d9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715899 Sep 24 14:56:04.179564 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9060c-cd85-48b3-aea7-2f9fbf3f2c92 req-5655421f-c41c-4b10-bff1-187e2629e353 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:04.187940 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c2e9060c-cd85-48b3-aea7-2f9fbf3f2c92 req-5655421f-c41c-4b10-bff1-187e2629e353 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.1091597 Sep 24 14:56:04.281717 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c2e9060c-cd85-48b3-aea7-2f9fbf3f2c92 req-68949a2b-a626-4bec-8578-2d747875d7e7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930011 Sep 24 14:56:04.733077 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2cb29-2326-4d20-970f-992006ebd443 req-bee088d7-9567-4c62-bf2f-6794d3cec502 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:04.736041 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-44f2cb29-2326-4d20-970f-992006ebd443 req-bee088d7-9567-4c62-bf2f-6794d3cec502 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1064196 Sep 24 14:56:04.932409 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-44f2cb29-2326-4d20-970f-992006ebd443 req-25800aac-4c18-43b8-91b3-ba76c9d3ce97 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827581 Sep 24 14:56:04.941218 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0c75b-4605-4956-9614-bea1f218201d req-0a0a694b-3164-4ee7-8e98-6a7eb2484a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:04.942792 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-0a0a694b-3164-4ee7-8e98-6a7eb2484a1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1098 time: 0.1834152 Sep 24 14:56:05.133409 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0c75b-4605-4956-9614-bea1f218201d req-7e4180c6-29b0-4866-9178-72621467b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:05.135042 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-7e4180c6-29b0-4866-9178-72621467b1c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.1772177 Sep 24 14:56:05.156754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c029916-3c07-4ded-87df-e7b93270f7e3 req-bd3502f4-31f3-467b-940e-7d4d6e9da3c3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:05.158431 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9c029916-3c07-4ded-87df-e7b93270f7e3 req-bd3502f4-31f3-467b-940e-7d4d6e9da3c3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.1239262 Sep 24 14:56:05.544727 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-60339876-122b-4b5b-9959-c011caedffe9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 1001 time: 0.3850884 Sep 24 14:56:05.556326 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9c029916-3c07-4ded-87df-e7b93270f7e3 req-61fd4228-a5e1-4978-bf09-1dd2c253952e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346109 Sep 24 14:56:05.637316 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0c75b-4605-4956-9614-bea1f218201d req-12df8dbb-91f8-43e1-8241-b9bebcaed160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:05.640060 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-12df8dbb-91f8-43e1-8241-b9bebcaed160 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0821753 Sep 24 14:56:05.740920 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0c75b-4605-4956-9614-bea1f218201d req-0930d830-15d2-4e69-8069-638b6b02f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:05.743247 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-0930d830-15d2-4e69-8069-638b6b02f8cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928669 Sep 24 14:56:05.897840 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-01938a55-05ce-4cc1-ae14-81d38056c574 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346829 Sep 24 14:56:05.934204 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-a69175c0-58db-4cb7-bf1e-cd1cf2ab3447 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1b99edf6b25047eb90a7bd62d672c1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334115 Sep 24 14:56:06.015722 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-28f0c75b-4605-4956-9614-bea1f218201d req-79f57995-6ba4-4e01-b996-7d9cee569d74 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094646 Sep 24 14:56:06.111146 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeffc5c-bdd5-4ab7-b6c9-2409075f2a40 req-0bd136bf-38d5-4dce-ba56-642c8adb2b28 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:06.112740 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2eeffc5c-bdd5-4ab7-b6c9-2409075f2a40 req-0bd136bf-38d5-4dce-ba56-642c8adb2b28 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0633690 Sep 24 14:56:06.160438 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2eeffc5c-bdd5-4ab7-b6c9-2409075f2a40 req-ac14a6e8-37c8-40fe-ac69-91e2116f8505 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Sep 24 14:56:06.193880 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-2872d901-403a-48ba-8034-0bfb93524666 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:06.195502 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-2872d901-403a-48ba-8034-0bfb93524666 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520316 Sep 24 14:56:06.212888 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-60b93974-f3a0-4b1c-991f-d0519466ff4b tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/quotas/1b99edf6b25047eb90a7bd62d672c1f4 HTTP/1.1" status: 200 len: 375 time: 0.0104215 Sep 24 14:56:06.250924 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-c09449eb-69ed-4ced-8eca-8050c9c8cbc4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b99edf6b25047eb90a7bd62d672c1f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300472 Sep 24 14:56:06.457959 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b136f3da-1419-42f6-bbdb-7ddf6a3cedd7 req-5af00fa7-9073-408d-9cb1-3d91e19abb1a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0453298 Sep 24 14:56:06.769888 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11492f98-5b5d-48cb-90b7-5d4f39094366 req-77b7d78b-6d23-4f49-bec8-2704069c1908 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:06.773005 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-11492f98-5b5d-48cb-90b7-5d4f39094366 req-77b7d78b-6d23-4f49-bec8-2704069c1908 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0964143 Sep 24 14:56:06.837458 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-11492f98-5b5d-48cb-90b7-5d4f39094366 req-e5901c9b-f684-4e3c-bf29-3eb30940724b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510857 Sep 24 14:56:07.308789 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901c951-b6e0-4d35-b4cc-2ebf15ed896d req-8bbb8cd4-bb69-409f-a893-4ad366f2b4ff tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:07.311356 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5901c951-b6e0-4d35-b4cc-2ebf15ed896d req-8bbb8cd4-bb69-409f-a893-4ad366f2b4ff tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0649076 Sep 24 14:56:07.366057 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5901c951-b6e0-4d35-b4cc-2ebf15ed896d req-6b5f4e8b-b649-4fd5-a483-8e1502424335 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Sep 24 14:56:07.584923 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5a6cdabc-326d-4b07-a721-2874ab3c4ad1 req-9994a171-0f5b-4aaf-b9b1-d37f557a5b27 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0453982 Sep 24 14:56:07.932186 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-fcfdc9b6-526c-4870-b304-aff852a18af1 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1b99edf6b25047eb90a7bd62d672c1f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780630 Sep 24 14:56:08.180537 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5898ebf-7032-4944-9438-91db1e1a106e req-970f8fc9-6e2f-45f8-b5d0-8e06d22e2326 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:08.182225 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d5898ebf-7032-4944-9438-91db1e1a106e req-970f8fc9-6e2f-45f8-b5d0-8e06d22e2326 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.2127020 Sep 24 14:56:08.278862 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-da62f1d7-fb8e-401e-90b2-7297ec5f27f8 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:08.280494 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-da62f1d7-fb8e-401e-90b2-7297ec5f27f8 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3347135 Sep 24 14:56:08.300026 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d5898ebf-7032-4944-9438-91db1e1a106e req-afb0a3d1-1fdd-4b23-82f7-2b79c21ee318 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980599 Sep 24 14:56:08.310548 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Request body: {'port': {'device_id': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771', 'admin_state_up': True, 'tenant_id': '1b99edf6b25047eb90a7bd62d672c1f4'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:08.458549 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Made reservation on behalf of 1b99edf6b25047eb90a7bd62d672c1f4 for: {'port': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:56:08.463215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:08.474006 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:08.569363 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dc7b1-fd6c-44f6-81a3-06916f7655df req-23782f77-f03a-49a3-b2b1-562ebadc2c10 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:08.571741 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fa8dc7b1-fd6c-44f6-81a3-06916f7655df req-23782f77-f03a-49a3-b2b1-562ebadc2c10 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0746102 Sep 24 14:56:08.606119 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:08.614191 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:08.662744 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fa8dc7b1-fd6c-44f6-81a3-06916f7655df req-268b24ad-16d3-454c-bdb6-a85a777da8db tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816495 Sep 24 14:56:08.722629 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccda9d7-6bb2-4536-880d-ca7c25ffb698,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:08.747402 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-29b40075-2582-4a1f-9dbf-aaa943be55ff req-8fec06a8-622c-4730-8633-bbebcc6638c7 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0515535 Sep 24 14:56:08.847716 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Allocated IP 192.168.233.151 (bd732c66-c37c-4e58-a210-d169b40d5771/d99ac505-7c8e-426d-ac14-423bae536d8c/3f5d0f8d-750a-4628-841a-92a75e642383) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:56:09.084021 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50878) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:09.105858 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.151925 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Deleting subnet d23e7203-4c60-4791-8ffe-f495a0ce2d66 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:56:09.154277 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.155756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.203642 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.211758 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Network bd732c66-c37c-4e58-a210-d169b40d5771 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:56:09.215942 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:56:09.226447 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:56:09.236638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Pushing event updated for resources: {'Port': ['ID=3f5d0f8d-750a-4628-841a-92a75e642383,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:09.287994 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.314976 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:09.316382 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.345902 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-43608e6e-e160-4cba-8db7-0871fdc75ed4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0411227 Sep 24 14:56:09.376054 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.376666 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Request body: {'port': {'device_id': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:56:09.408210 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23e7203-4c60-4791-8ffe-f495a0ce2d66,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:09.411277 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.416128 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5f88d227-2ee2-4b38-972a-9cdfe097accf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d23e7203-4c60-4791-8ffe-f495a0ce2d66 HTTP/1.1" status: 204 len: 168 time: 0.3309033 Sep 24 14:56:09.417480 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 50892) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:09.523924 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.588528 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-9c8e47d6-bbc6-4c01-90b7-5cf467831a14 None None] Provisioning complete for port 3f5d0f8d-750a-4628-841a-92a75e642383 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:56:09.590691 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c8e47d6-bbc6-4c01-90b7-5cf467831a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.600790 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:09.670021 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e47d6-bbc6-4c01-90b7-5cf467831a14 None None] Port 3f5d0f8d-750a-4628-841a-92a75e642383 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:56:09.882537 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51ea7e-6b5b-4e23-8735-196357fb8d10 req-43c3b641-4fa4-4a8c-9378-2b86bfc4c739 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:09.885212 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ca51ea7e-6b5b-4e23-8735-196357fb8d10 req-43c3b641-4fa4-4a8c-9378-2b86bfc4c739 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0862606 Sep 24 14:56:09.941597 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50902) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:09.946674 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ca51ea7e-6b5b-4e23-8735-196357fb8d10 req-ffbdc416-03a9-4337-bb3e-17a65e52c0e1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507607 Sep 24 14:56:09.953804 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.002975 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf30a605-8bf6-42ca-ab99-8a4b1680746c']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:56:10.024910 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dabf61-d53f-41e1-9e3e-0f3b60138a04') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:56:10.025250 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dabf61-d53f-41e1-9e3e-0f3b60138a04') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:56:10.042564 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.052825 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879adab4-22d6-4d15-bddd-05c6a3160f5f req-92672603-50e0-418a-80a2-eeca14fd9c5c tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:10.054486 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-879adab4-22d6-4d15-bddd-05c6a3160f5f req-92672603-50e0-418a-80a2-eeca14fd9c5c tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 936 time: 0.1823852 Sep 24 14:56:10.085375 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.113029 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e6c52d3c-50ee-43bc-b900-45d8885e4482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.125323 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:56:10.125717 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:56:10.127595 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:56:10.185837 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5d0f8d-750a-4628-841a-92a75e642383 {{(pid=100529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:56:10.225048 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-879adab4-22d6-4d15-bddd-05c6a3160f5f req-b7b4e0d8-30e7-4f18-bb81-2b056781d28b tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533082 Sep 24 14:56:10.227086 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.246028 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.provisioning_blocks [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Transition to ACTIVE for port object 3f5d0f8d-750a-4628-841a-92a75e642383 will not be triggered until provisioned by entity L2. {{(pid=100529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:56:10.247827 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.255515 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.260994 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf30a605-8bf6-42ca-ab99-8a4b1680746c HTTP/1.1" status: 204 len: 168 time: 0.8329451 Sep 24 14:56:10.260994 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.276741 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e6c52d3c-50ee-43bc-b900-45d8885e4482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.284562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e6c52d3c-50ee-43bc-b900-45d8885e4482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.300140 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbfef2-c77b-4ef2-9e59-166f34dbd620 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf30a605-8bf6-42ca-ab99-8a4b1680746c,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:10.336303 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d0f8d-750a-4628-841a-92a75e642383,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:10.392886 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c52d3c-50ee-43bc-b900-45d8885e4482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505652e6-0b45-4bf9-bdc7-5af7bcb4f875,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:10.420306 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e6c52d3c-50ee-43bc-b900-45d8885e4482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01c372648d754613a173a7c8fb712f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716997 Sep 24 14:56:10.420306 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50910) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:10.439182 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Attempting to bind port 3f5d0f8d-750a-4628-841a-92a75e642383 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:56:10.439560 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Attempting to bind port 3f5d0f8d-750a-4628-841a-92a75e642383 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:56:10.439900 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Attempting to bind port 3f5d0f8d-750a-4628-841a-92a75e642383 on network bd732c66-c37c-4e58-a210-d169b40d5771 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:56:10.445430 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Port 3f5d0f8d-750a-4628-841a-92a75e642383 on network bd732c66-c37c-4e58-a210-d169b40d5771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:56:10.445809 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Attempting to bind port 3f5d0f8d-750a-4628-841a-92a75e642383 on network bd732c66-c37c-4e58-a210-d169b40d5771 {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:56:10.452629 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:56:10.453050 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Checking segment: {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:56:10.453452 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Bound using segment: {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'} {{(pid=100529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:56:10.453914 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.managers [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Bound port: 3f5d0f8d-750a-4628-841a-92a75e642383, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2da240d-e225-48ab-8425-86251b1d0f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771'}}] {{(pid=100529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:56:10.454419 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.558429 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8543a575-7381-42b2-a471-7f6e07d6a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.567597 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] For port 3f5d0f8d-750a-4628-841a-92a75e642383, host hv-cinder-81091, cleared binding levels {{(pid=100529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:56:10.576386 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50912) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:10.580452 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] For port 3f5d0f8d-750a-4628-841a-92a75e642383, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=3f5d0f8d-750a-4628-841a-92a75e642383,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:56:10.587111 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.649534 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:10.649823 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8543a575-7381-42b2-a471-7f6e07d6a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.650501 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.653479 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] 10.222.0.70 "PUT /v2.0/ports/3f5d0f8d-750a-4628-841a-92a75e642383 HTTP/1.1" status: 200 len: 1098 time: 1.2875924 Sep 24 14:56:10.654197 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'tag': '3f5d0f8d-750a-4628-841a-92a75e642383'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:56:10.657391 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9969a-5a69-468b-9bc1-b01505ce34e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2560e8b-3d66-475f-b791-dc5c0074e7c9", "tag": "3f5d0f8d-750a-4628-841a-92a75e642383"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:56:10.714421 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67bcf7-c044-4d64-8e67-e213eceb55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d0f8d-750a-4628-841a-92a75e642383,revision_number=3']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:10.759989 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9ec828e6-4121-4641-9258-713751cbd0de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dc61f585687471f9bf86def989443dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814187 Sep 24 14:56:10.764298 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 50916) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:10.775004 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df16713b-5c37-44f7-b3ca-022bf0cd5d5e x-openstack-request-id: req-df16713b-5c37-44f7-b3ca-022bf0cd5d5e {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:56:10.775324 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2560e8b-3d66-475f-b791-dc5c0074e7c9", "tag": "3f5d0f8d-750a-4628-841a-92a75e642383", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:56:10.775806 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df16713b-5c37-44f7-b3ca-022bf0cd5d5e {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:56:10.776762 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'tag': '3f5d0f8d-750a-4628-841a-92a75e642383', 'status': 'completed', 'code': 200} Sep 24 14:56:10.798861 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-b41e1682-7ed1-4a38-8dc4-748a9c8c4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:10.800985 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-b41e1682-7ed1-4a38-8dc4-748a9c8c4b1c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b99edf6b25047eb90a7bd62d672c1f4&device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 1101 time: 0.0830123 Sep 24 14:56:10.803188 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8543a575-7381-42b2-a471-7f6e07d6a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.806374 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8543a575-7381-42b2-a471-7f6e07d6a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.807821 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8543a575-7381-42b2-a471-7f6e07d6a6b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/505652e6-0b45-4bf9-bdc7-5af7bcb4f875 HTTP/1.1" status: 204 len: 168 time: 0.3808489 Sep 24 14:56:10.817205 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543a575-7381-42b2-a471-7f6e07d6a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505652e6-0b45-4bf9-bdc7-5af7bcb4f875,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:10.868509 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-e4f703db-dd62-4426-a85e-a96da04bcf3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3f5d0f8d-750a-4628-841a-92a75e642383 HTTP/1.1" status: 200 len: 217 time: 0.0466084 Sep 24 14:56:10.938760 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11aba8c7-4dd0-497c-b752-7ce08d92031e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:10.969262 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-3869df02-983d-4eda-9e41-c63a62415160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:10.972025 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-3869df02-983d-4eda-9e41-c63a62415160 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d99ac505-7c8e-426d-ac14-423bae536d8c HTTP/1.1" status: 200 len: 843 time: 0.0927484 Sep 24 14:56:11.013874 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11aba8c7-4dd0-497c-b752-7ce08d92031e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.202141 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-f582dd83-5010-4b6d-bde7-fcb841e6709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:11.205001 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-f582dd83-5010-4b6d-bde7-fcb841e6709e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd732c66-c37c-4e58-a210-d169b40d5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2123992 Sep 24 14:56:11.233009 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4665-c82c-4727-a491-3fdb4e45fe89 req-808ba489-e637-4b9b-a3e9-f8276bb33661 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:11.235670 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0efb4665-c82c-4727-a491-3fdb4e45fe89 req-808ba489-e637-4b9b-a3e9-f8276bb33661 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1603765 Sep 24 14:56:11.304115 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 50926) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:11.304693 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11aba8c7-4dd0-497c-b752-7ce08d92031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.310910 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-11aba8c7-4dd0-497c-b752-7ce08d92031e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.314768 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-11aba8c7-4dd0-497c-b752-7ce08d92031e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd7762bb-d345-45ae-946f-c77ec660771f HTTP/1.1" status: 204 len: 168 time: 0.5467894 Sep 24 14:56:11.333851 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ae598d69-c0cb-4a0a-81d6-6d3a9e93e8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.386381 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aba8c7-4dd0-497c-b752-7ce08d92031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7762bb-d345-45ae-946f-c77ec660771f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:11.472546 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0efb4665-c82c-4727-a491-3fdb4e45fe89 req-cfe4f09b-2d0b-43d7-806f-c890c6626c43 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191417 Sep 24 14:56:11.533579 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ae598d69-c0cb-4a0a-81d6-6d3a9e93e8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.538818 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-e969fd55-9868-4068-87f5-e14b47a6fe4f service neutron] 10.222.0.70 "GET /v2.0/networks/bd732c66-c37c-4e58-a210-d169b40d5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011777 Sep 24 14:56:11.542452 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ae598d69-c0cb-4a0a-81d6-6d3a9e93e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.594418 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30cd1-f7f7-4023-9fc4-838d65131268 req-af118a57-6887-4028-b621-346e1f92c095 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:11.596097 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7eb30cd1-f7f7-4023-9fc4-838d65131268 req-af118a57-6887-4028-b621-346e1f92c095 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 948 time: 0.1739929 Sep 24 14:56:11.608315 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ae598d69-c0cb-4a0a-81d6-6d3a9e93e8fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33bc56b4e71548fd821bd339fd95cdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023126 Sep 24 14:56:11.615893 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae598d69-c0cb-4a0a-81d6-6d3a9e93e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc4c8d-7ecf-44e5-a946-d9d66204a890,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:11.625698 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 50932) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:11.669526 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7eb30cd1-f7f7-4023-9fc4-838d65131268 req-688a86dd-878a-40b6-8683-ea4486ba760f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Sep 24 14:56:11.829569 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a7daf8ad-a109-4d27-9f17-ac74c7ca21b7 req-277383f5-2bfc-4a0d-b30e-2474eb8aebc9 service neutron] 10.222.0.70 "GET /v2.0/networks/bd732c66-c37c-4e58-a210-d169b40d5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772689 Sep 24 14:56:11.833791 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-77e45b7e-2943-4f88-bbcf-e93ebcf5728b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.875504 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-77e45b7e-2943-4f88-bbcf-e93ebcf5728b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.988398 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-891ce929-3c9f-44f6-9475-295ad0833fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:11.991132 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-891ce929-3c9f-44f6-9475-295ad0833fd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b99edf6b25047eb90a7bd62d672c1f4&device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 1101 time: 0.0761635 Sep 24 14:56:11.993938 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-77e45b7e-2943-4f88-bbcf-e93ebcf5728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.997528 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-77e45b7e-2943-4f88-bbcf-e93ebcf5728b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:11.998715 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-77e45b7e-2943-4f88-bbcf-e93ebcf5728b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2dc4c8d-7ecf-44e5-a946-d9d66204a890 HTTP/1.1" status: 204 len: 168 time: 0.3716476 Sep 24 14:56:12.021374 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e45b7e-2943-4f88-bbcf-e93ebcf5728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc4c8d-7ecf-44e5-a946-d9d66204a890,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:12.143311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-c8a874d1-fe05-4d01-a186-21f0f0c4f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:12.146359 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-c8a874d1-fe05-4d01-a186-21f0f0c4f6f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd732c66-c37c-4e58-a210-d169b40d5771 HTTP/1.1" status: 200 len: 870 time: 0.1424742 Sep 24 14:56:12.243712 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-761ec8e9-7cb2-47d2-8d14-fe222c8c4148 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3f5d0f8d-750a-4628-841a-92a75e642383 HTTP/1.1" status: 200 len: 217 time: 0.0814543 Sep 24 14:56:12.333277 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-6d6968eb-2765-46a8-a834-0a887697e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:12.334790 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-6d6968eb-2765-46a8-a834-0a887697e12f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d99ac505-7c8e-426d-ac14-423bae536d8c HTTP/1.1" status: 200 len: 843 time: 0.0757744 Sep 24 14:56:12.408234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-52e8fe9b-73d1-45af-a041-43dd786b07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:12.410869 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-52e8fe9b-73d1-45af-a041-43dd786b07d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd732c66-c37c-4e58-a210-d169b40d5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0605488 Sep 24 14:56:12.600868 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-e970ad79-7431-4ce5-85d8-b31ce3776d5d service neutron] 10.222.0.70 "GET /v2.0/networks/bd732c66-c37c-4e58-a210-d169b40d5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761441 Sep 24 14:56:12.756921 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2d7f4-bcac-42e1-a9fc-9b5da0e535d2 req-f78e8e93-c7ea-42c6-930d-5cae5de3a727 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:12.760106 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-53c2d7f4-bcac-42e1-a9fc-9b5da0e535d2 req-f78e8e93-c7ea-42c6-930d-5cae5de3a727 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1375077 Sep 24 14:56:12.805178 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-18e9969a-5a69-468b-9bc1-b01505ce34e8 req-5943bbc3-8726-4a95-9b30-1d25006c3d10 service neutron] 10.222.0.70 "GET /v2.0/networks/bd732c66-c37c-4e58-a210-d169b40d5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931257 Sep 24 14:56:12.848529 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-53c2d7f4-bcac-42e1-a9fc-9b5da0e535d2 req-8318a175-a962-4f76-a8d9-35cb27af45fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747719 Sep 24 14:56:12.914257 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feab2e-d59b-4966-bc95-dedfee8c6c39 req-9ea449d1-a764-4fb8-96f1-4893dec2cd05 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:12.918419 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c6feab2e-d59b-4966-bc95-dedfee8c6c39 req-9ea449d1-a764-4fb8-96f1-4893dec2cd05 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 948 time: 0.0969992 Sep 24 14:56:12.969991 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c6feab2e-d59b-4966-bc95-dedfee8c6c39 req-8fdb8a52-5a77-431f-aae4-d7035511c334 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Sep 24 14:56:14.162115 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf756d-38a5-4b93-b941-b848f775d1c6 req-cbf47f0d-c24e-4a15-8d5c-f2a3fef54ed4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:14.164781 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9aaf756d-38a5-4b93-b941-b848f775d1c6 req-cbf47f0d-c24e-4a15-8d5c-f2a3fef54ed4 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1614351 Sep 24 14:56:14.177130 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b750a0-cf7b-49ec-959b-f3d6d305f4a0 req-6bbf4b49-5b3a-452d-ab99-0f85cf6f8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:14.179401 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-73b750a0-cf7b-49ec-959b-f3d6d305f4a0 req-6bbf4b49-5b3a-452d-ab99-0f85cf6f8d77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.1155005 Sep 24 14:56:14.208483 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4292489-9cbd-4679-9569-c064e318c7ff req-f006f659-f346-4f23-a65e-203b7470c00a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:14.211421 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b4292489-9cbd-4679-9569-c064e318c7ff req-f006f659-f346-4f23-a65e-203b7470c00a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 948 time: 0.1051993 Sep 24 14:56:14.298265 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b4292489-9cbd-4679-9569-c064e318c7ff req-329ecc0b-d65a-4a0a-8ff2-2a7b1a26959a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741816 Sep 24 14:56:14.299793 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9aaf756d-38a5-4b93-b941-b848f775d1c6 req-1aace2d8-4340-49e0-884c-b9503e12b841 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187806 Sep 24 14:56:14.312509 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-73b750a0-cf7b-49ec-959b-f3d6d305f4a0 req-66574766-0a4f-408a-8857-79e908948b4d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078432 Sep 24 14:56:14.338947 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 3f5d0f8d-750a-4628-841a-92a75e642383 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:56:14.501997 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 3f5d0f8d-750a-4628-841a-92a75e642383, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=3f5d0f8d-750a-4628-841a-92a75e642383,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:56:14.520556 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '3f5d0f8d-750a-4628-841a-92a75e642383', 'network_id': 'bd732c66-c37c-4e58-a210-d169b40d5771', 'port_id': '3f5d0f8d-750a-4628-841a-92a75e642383', 'mac_address': 'fa:16:3e:89:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ac505-7c8e-426d-ac14-423bae536d8c', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:56:14.575204 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:14.601416 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5d0f8d-750a-4628-841a-92a75e642383 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:56:14.638633 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 3f5d0f8d-750a-4628-841a-92a75e642383, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=3f5d0f8d-750a-4628-841a-92a75e642383,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:56:14.643480 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:14.707135 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=3f5d0f8d-750a-4628-841a-92a75e642383,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:14.716144 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.716610 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.716855 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.717196 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.717536 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.718236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.718236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.718627 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.719037 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.719397 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.721387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.721387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:14.878560 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 51084) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:15.184098 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['3f5d0f8d-750a-4628-841a-92a75e642383'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:56:15.281470 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3523666-75cc-4032-9a25-f081c0b36e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.445033 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3523666-75cc-4032-9a25-f081c0b36e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.454018 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b3523666-75cc-4032-9a25-f081c0b36e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.502814 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e465aec-5a2a-47dd-868f-e6ccaff74e17 req-26fb91fd-2674-4359-a086-847b19fa869e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:15.504714 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e465aec-5a2a-47dd-868f-e6ccaff74e17 req-26fb91fd-2674-4359-a086-847b19fa869e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0702350 Sep 24 14:56:15.556820 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b3523666-75cc-4032-9a25-f081c0b36e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=271ea26278274251b4a78ee51baec0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760852 Sep 24 14:56:15.557823 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e465aec-5a2a-47dd-868f-e6ccaff74e17 req-9ce013aa-bb4b-4d10-8805-507863d790fc tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Sep 24 14:56:15.560997 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51092) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:15.561297 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523666-75cc-4032-9a25-f081c0b36e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd1cb86-7789-4d4a-9a03-50d79f313c9d,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:15.599915 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b772-a610-4474-b77e-71fcb7a396dc req-912482b6-28cc-4446-ab67-5f34a731757a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:15.602575 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c5c5b772-a610-4474-b77e-71fcb7a396dc req-912482b6-28cc-4446-ab67-5f34a731757a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 949 time: 0.1515605 Sep 24 14:56:15.633835 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c2e413b-584c-4fd8-820e-60d0f929798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.666612 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c5c5b772-a610-4474-b77e-71fcb7a396dc req-1a37ed28-bbb7-48e1-9853-aa04d34fb88b tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Sep 24 14:56:15.667177 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c2e413b-584c-4fd8-820e-60d0f929798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.744727 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c2e413b-584c-4fd8-820e-60d0f929798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.749690 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c2e413b-584c-4fd8-820e-60d0f929798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:15.751736 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4c2e413b-584c-4fd8-820e-60d0f929798b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fd1cb86-7789-4d4a-9a03-50d79f313c9d HTTP/1.1" status: 204 len: 168 time: 0.1895342 Sep 24 14:56:15.766464 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e413b-584c-4fd8-820e-60d0f929798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd1cb86-7789-4d4a-9a03-50d79f313c9d,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:16.170412 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51102) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:16.185721 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c960ff96-c345-499e-adda-898f0cff9fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.300127 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c960ff96-c345-499e-adda-898f0cff9fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.305689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c960ff96-c345-499e-adda-898f0cff9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.355788 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-c960ff96-c345-499e-adda-898f0cff9fde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae79d1341a994aec92834a7760881bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842275 Sep 24 14:56:16.356680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960ff96-c345-499e-adda-898f0cff9fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77d2c4-a4ef-4a27-be3a-5c325101c098,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:16.359305 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 51104) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:16.457489 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d1fc-4bbf-4acf-9d82-49f30bb04f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.500473 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d1fc-4bbf-4acf-9d82-49f30bb04f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.578880 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d1fc-4bbf-4acf-9d82-49f30bb04f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.581953 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d1fc-4bbf-4acf-9d82-49f30bb04f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.583258 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e1a0d1fc-4bbf-4acf-9d82-49f30bb04f16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a77d2c4-a4ef-4a27-be3a-5c325101c098 HTTP/1.1" status: 204 len: 168 time: 0.2224517 Sep 24 14:56:16.596005 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0d1fc-4bbf-4acf-9d82-49f30bb04f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77d2c4-a4ef-4a27-be3a-5c325101c098,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:16.735644 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d84f4-48a2-404f-b877-f631d7261b03 req-aa9a0502-89b0-4fee-9843-c46de18c7c80 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:16.738335 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8d84f4-48a2-404f-b877-f631d7261b03 req-aa9a0502-89b0-4fee-9843-c46de18c7c80 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0734015 Sep 24 14:56:16.811356 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8d84f4-48a2-404f-b877-f631d7261b03 req-30f0a68d-fbc5-485b-91f6-3117959ec820 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608635 Sep 24 14:56:16.859620 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915a94-3298-41f9-9523-b7ecbe8d7009 req-b85feb4d-fc35-4295-b99d-b042f7738dba tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:16.861794 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-89915a94-3298-41f9-9523-b7ecbe8d7009 req-b85feb4d-fc35-4295-b99d-b042f7738dba tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 949 time: 0.0793600 Sep 24 14:56:16.939643 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0020a34-6dfa-444c-8ee1-47adeba19527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:16.975102 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-89915a94-3298-41f9-9523-b7ecbe8d7009 req-ca3bd034-8846-4e29-b07d-1d4b4bbc9abb tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Sep 24 14:56:17.339158 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932a50-92a6-4526-a6d6-a9ffbd587c65 req-6bc88169-9870-47e0-b4c3-0515383b1d1a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:17.340745 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2932a50-92a6-4526-a6d6-a9ffbd587c65 req-6bc88169-9870-47e0-b4c3-0515383b1d1a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0681026 Sep 24 14:56:17.346895 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-c60f894b-422e-4b25-b71e-c2eb368d52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:17.357793 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-c60f894b-422e-4b25-b71e-c2eb368d52b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0134f38766334655af2106707359b3e8&device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 1099 time: 0.0723410 Sep 24 14:56:17.392566 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2932a50-92a6-4526-a6d6-a9ffbd587c65 req-ee2a0eb0-6df2-4ecd-895c-58b3177fcdb1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Sep 24 14:56:17.496663 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-b04ef928-6822-4a38-b09e-ae1ba09803ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:17.498252 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-b04ef928-6822-4a38-b09e-ae1ba09803ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 200 len: 920 time: 0.1176431 Sep 24 14:56:17.548356 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-56e96d73-506b-4664-a48d-59c1381d6f7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0384941 Sep 24 14:56:17.634558 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-23173c7a-c62e-4627-9776-e6aaced07b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:17.637524 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-23173c7a-c62e-4627-9776-e6aaced07b54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 200 len: 859 time: 0.0742064 Sep 24 14:56:17.695835 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-ba3736b6-9158-4d84-b0a5-548f5f61111c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b89bf66d-ab41-4710-ab4e-fafadbfe3b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427847 Sep 24 14:56:17.855609 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:17.859919 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-3525aab9-53c0-49e3-b1dd-77ce3178380f service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485174 Sep 24 14:56:18.006180 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:56:18.036432 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-835f86e8-67a2-445b-b380-9ec8a1fc4d96 req-17cdbada-c622-46c8-8aed-b91f2061a8a2 service neutron] 10.222.0.70 "GET /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669505 Sep 24 14:56:18.185188 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1563d9-6497-4120-b6ad-b95bff56a4c6 req-3357d4a2-ec70-450f-abf0-8c3e79da5159 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:18.186978 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d1563d9-6497-4120-b6ad-b95bff56a4c6 req-3357d4a2-ec70-450f-abf0-8c3e79da5159 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 949 time: 0.0868189 Sep 24 14:56:18.237392 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d1563d9-6497-4120-b6ad-b95bff56a4c6 req-64137067-e7be-456d-8beb-524d5cdc0145 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Sep 24 14:56:18.355429 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 3f5d0f8d-750a-4628-841a-92a75e642383 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:56:18.458932 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 3f5d0f8d-750a-4628-841a-92a75e642383 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:56:18.467528 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 3f5d0f8d-750a-4628-841a-92a75e642383 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:56:18.468296 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:18.590583 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85557522-4623-49b4-9d38-3487ec92bcec req-3122a594-1a4c-44f7-a39c-07e15fba5cb6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:18.592341 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-85557522-4623-49b4-9d38-3487ec92bcec req-3122a594-1a4c-44f7-a39c-07e15fba5cb6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0897822 Sep 24 14:56:18.640703 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:18.646503 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-85557522-4623-49b4-9d38-3487ec92bcec req-57638e93-1a67-4076-91c3-ad9308cce25d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Sep 24 14:56:18.669049 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d0f8d-750a-4628-841a-92a75e642383'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:56:18.671641 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8d01f-c2ab-413c-b804-486d29492d5e" -d '{"events": [{"server_uuid": "c2560e8b-3d66-475f-b791-dc5c0074e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "3f5d0f8d-750a-4628-841a-92a75e642383"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:56:18.686572 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 3f5d0f8d-750a-4628-841a-92a75e642383, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=3f5d0f8d-750a-4628-841a-92a75e642383,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:56:18.691742 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:18.721362 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a85efe-765c-4d9b-be6f-77020af0619b x-openstack-request-id: req-85a85efe-765c-4d9b-be6f-77020af0619b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:56:18.721772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2560e8b-3d66-475f-b791-dc5c0074e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "3f5d0f8d-750a-4628-841a-92a75e642383", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:56:18.722096 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85a85efe-765c-4d9b-be6f-77020af0619b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:56:18.722547 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d0f8d-750a-4628-841a-92a75e642383', 'code': 200} Sep 24 14:56:18.757894 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=3f5d0f8d-750a-4628-841a-92a75e642383,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:18.972994 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317548-a75b-455f-b080-91746c5a6ef5 req-93f3e3ea-5e81-432b-b5e3-4fb40f2aa13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:18.974559 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9d317548-a75b-455f-b080-91746c5a6ef5 req-93f3e3ea-5e81-432b-b5e3-4fb40f2aa13f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 1103 time: 0.0611918 Sep 24 14:56:19.029622 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9d317548-a75b-455f-b080-91746c5a6ef5 req-199f2951-344a-4a31-90c7-c87e5a8a4729 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Sep 24 14:56:19.442226 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1084-c529-4b70-9694-a6ea0a22aef9 req-88932613-1f68-43c2-b40a-a9df286cdc7c tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:19.444582 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4c8d1084-c529-4b70-9694-a6ea0a22aef9 req-88932613-1f68-43c2-b40a-a9df286cdc7c tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0825927 Sep 24 14:56:19.536700 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4c8d1084-c529-4b70-9694-a6ea0a22aef9 req-f0e89c41-a3c5-4e9b-8f52-bfa3b6355305 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 Sep 24 14:56:19.833624 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51216) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:19.864466 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96b9c3-c767-4145-ba34-8a06084cb7ae req-672ad9b7-f5b2-4044-94ab-1531a4b5da92 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:19.867631 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ff96b9c3-c767-4145-ba34-8a06084cb7ae req-672ad9b7-f5b2-4044-94ab-1531a4b5da92 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1010463 Sep 24 14:56:19.924930 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ff96b9c3-c767-4145-ba34-8a06084cb7ae req-38026629-d68c-4e8f-9d64-7a3b1dc286b3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456004 Sep 24 14:56:20.002916 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4d254e6e-f609-4def-8faa-f3dd4f8308dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.121370 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de359c82-7029-4423-9694-05de44270851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.123704 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4d254e6e-f609-4def-8faa-f3dd4f8308dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.128505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4d254e6e-f609-4def-8faa-f3dd4f8308dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.174656 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4d254e6e-f609-4def-8faa-f3dd4f8308dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ca03a4193f43aaa19fc8a4496e3e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396564 Sep 24 14:56:20.175393 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d254e6e-f609-4def-8faa-f3dd4f8308dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba91188-3882-4ba6-a90d-8e955048dcb5,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:20.177583 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 51222) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:20.239972 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e79fe-8c8c-4400-944b-d03056ac4a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.265806 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e79fe-8c8c-4400-944b-d03056ac4a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.322054 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e79fe-8c8c-4400-944b-d03056ac4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.325431 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e79fe-8c8c-4400-944b-d03056ac4a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.326687 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2d7e79fe-8c8c-4400-944b-d03056ac4a88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ba91188-3882-4ba6-a90d-8e955048dcb5 HTTP/1.1" status: 204 len: 168 time: 0.1453938 Sep 24 14:56:20.335102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e79fe-8c8c-4400-944b-d03056ac4a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba91188-3882-4ba6-a90d-8e955048dcb5,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:20.671520 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.718397 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 51232) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:20.742457 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66e3e9-5d07-47d5-94f2-77af5e07b9e1 req-ab604636-0a7c-4a54-861b-5f451bf3f673 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:20.744153 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc66e3e9-5d07-47d5-94f2-77af5e07b9e1 req-ab604636-0a7c-4a54-861b-5f451bf3f673 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0917959 Sep 24 14:56:20.746017 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a3c55108-6cfe-4b84-9c3f-d09e40bb04cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.821578 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc66e3e9-5d07-47d5-94f2-77af5e07b9e1 req-6c26b1b2-db2a-4220-89c2-45256b43c317 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631208 Sep 24 14:56:20.916923 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a3c55108-6cfe-4b84-9c3f-d09e40bb04cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.922216 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a3c55108-6cfe-4b84-9c3f-d09e40bb04cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:20.989620 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a3c55108-6cfe-4b84-9c3f-d09e40bb04cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9609def9c7c46eb8f236fea357eadd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691224 Sep 24 14:56:20.992418 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c55108-6cfe-4b84-9c3f-d09e40bb04cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34feadfc-c1c1-41ce-8941-31373285d083,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:20.993079 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51238) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:21.082612 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c8d-e4e6-4d16-a49e-3f558d1d11d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:21.137235 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c8d-e4e6-4d16-a49e-3f558d1d11d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:21.189909 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac75997-41e1-4baa-b35f-bbedb34ab5d9 req-46002c82-15c9-4d1e-be12-721faa576edf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:21.191756 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7ac75997-41e1-4baa-b35f-bbedb34ab5d9 req-46002c82-15c9-4d1e-be12-721faa576edf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1069088 Sep 24 14:56:21.238976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c8d-e4e6-4d16-a49e-3f558d1d11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:21.241694 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c8d-e4e6-4d16-a49e-3f558d1d11d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:21.242906 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3f3b9c8d-e4e6-4d16-a49e-3f558d1d11d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34feadfc-c1c1-41ce-8941-31373285d083 HTTP/1.1" status: 204 len: 168 time: 0.2488046 Sep 24 14:56:21.258352 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7ac75997-41e1-4baa-b35f-bbedb34ab5d9 req-79545b04-8383-4fa0-aa03-09a437dcbca6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534747 Sep 24 14:56:21.269048 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9c8d-e4e6-4d16-a49e-3f558d1d11d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34feadfc-c1c1-41ce-8941-31373285d083,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:21.918078 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:22.009272 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1b5d5-a352-42f3-9bf2-590bbd24243a req-07b15cf9-0eec-43ff-89eb-2a18989839cd tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:22.013344 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-55d1b5d5-a352-42f3-9bf2-590bbd24243a req-07b15cf9-0eec-43ff-89eb-2a18989839cd tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0907114 Sep 24 14:56:22.081689 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-55d1b5d5-a352-42f3-9bf2-590bbd24243a req-8407e84a-a926-4b27-b604-d00c00524a38 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Sep 24 14:56:22.482483 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704af474-2a8d-4fe5-9175-4085245685f1 req-aee57831-1476-492e-a63c-5a4fa39a7fc2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:22.484510 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-704af474-2a8d-4fe5-9175-4085245685f1 req-aee57831-1476-492e-a63c-5a4fa39a7fc2 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0895827 Sep 24 14:56:22.518262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfdc6-1c56-428b-9c51-25f17ea5e9ed req-6fe55092-a90a-452c-8010-77b74a6fe871 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:22.520714 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-668dfdc6-1c56-428b-9c51-25f17ea5e9ed req-6fe55092-a90a-452c-8010-77b74a6fe871 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0810106 Sep 24 14:56:22.544138 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-704af474-2a8d-4fe5-9175-4085245685f1 req-d285d053-d99b-46fd-925c-7914982dd24c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471911 Sep 24 14:56:22.571284 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-668dfdc6-1c56-428b-9c51-25f17ea5e9ed req-f891fa01-b96b-4918-a8ce-efe0c69fc852 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Sep 24 14:56:23.723673 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb457e-f180-4ccf-89db-27356b5df70d req-52563c7b-2b4c-4e91-acf9-7928b5c45df0 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:23.725325 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4eeb457e-f180-4ccf-89db-27356b5df70d req-52563c7b-2b4c-4e91-acf9-7928b5c45df0 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0642262 Sep 24 14:56:23.771946 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4eeb457e-f180-4ccf-89db-27356b5df70d req-571062d6-166e-4124-babf-c8349299923f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Sep 24 14:56:24.035753 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:24.935831 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd064-bca7-4417-9259-6c9ab6704dad req-e3c3ff0a-1d67-4138-8c31-2b6f6d76caaa tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:24.937489 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-02efd064-bca7-4417-9259-6c9ab6704dad req-e3c3ff0a-1d67-4138-8c31-2b6f6d76caaa tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0582676 Sep 24 14:56:24.985464 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-02efd064-bca7-4417-9259-6c9ab6704dad req-c23bab71-13ae-42d7-a1ed-2eb96b54428c tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 Sep 24 14:56:26.117942 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e770d1-ccef-439d-a73c-61d7cd5d41eb req-2d40d8f0-5a82-4eec-8ca4-d52112739510 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:26.120829 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c2e770d1-ccef-439d-a73c-61d7cd5d41eb req-2d40d8f0-5a82-4eec-8ca4-d52112739510 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0582688 Sep 24 14:56:26.188150 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c2e770d1-ccef-439d-a73c-61d7cd5d41eb req-b567cd1e-2716-4bb4-8e52-03cb80730c18 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555291 Sep 24 14:56:27.333086 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b215d-4cfc-45ec-9766-5cbee30726db req-7f3f191c-0368-4d1a-ac9f-363772574c3a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:27.334753 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c70b215d-4cfc-45ec-9766-5cbee30726db req-7f3f191c-0368-4d1a-ac9f-363772574c3a tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0596542 Sep 24 14:56:27.383172 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c70b215d-4cfc-45ec-9766-5cbee30726db req-476296d8-bfcf-46dd-abd9-385a26c4e54d tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Sep 24 14:56:28.519693 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f9659-76b6-4412-8745-4feaa2e1877d req-8b026ee0-d413-4d90-8805-254a7cd5d191 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:28.521482 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a28f9659-76b6-4412-8745-4feaa2e1877d req-8b026ee0-d413-4d90-8805-254a7cd5d191 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0543549 Sep 24 14:56:28.570292 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a28f9659-76b6-4412-8745-4feaa2e1877d req-1520a717-92c9-4c82-b78b-9b981b6a0a83 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ccda9d7-6bb2-4536-880d-ca7c25ffb698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Sep 24 14:56:28.856043 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-e68659dd-d952-40b6-a57d-0616fad5b3e4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:28.857612 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-e68659dd-d952-40b6-a57d-0616fad5b3e4 tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 950 time: 0.0587265 Sep 24 14:56:28.975753 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Deleting port 3f5d0f8d-750a-4628-841a-92a75e642383 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:56:28.976102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:29.074861 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] For port 3f5d0f8d-750a-4628-841a-92a75e642383, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=3f5d0f8d-750a-4628-841a-92a75e642383,segment=NetworkSegment(c2da240d-e225-48ab-8425-86251b1d0f40),segment_id=c2da240d-e225-48ab-8425-86251b1d0f40)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:56:29.075120 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:29.088321 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Calling delete_port for 3f5d0f8d-750a-4628-841a-92a75e642383 owned by compute:nova {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:56:29.236987 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:29.257182 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['3f5d0f8d-750a-4628-841a-92a75e642383'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:56:29.269345 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Pushing event deleted for resources: {'Port': ['ID=3f5d0f8d-750a-4628-841a-92a75e642383,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:29.333689 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] No DVR routers for this DVR port 3f5d0f8d-750a-4628-841a-92a75e642383 on host hv-cinder-81091 {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:56:29.337430 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:29.342041 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c4df0b7c-eb2b-405d-b675-40a2b0ec0fce req-2b76e860-80b0-4165-9a8d-e5d83e64045f tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.70 "DELETE /v2.0/ports/3f5d0f8d-750a-4628-841a-92a75e642383 HTTP/1.1" status: 204 len: 173 time: 0.4611015 Sep 24 14:56:29.342041 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'name': 'network-vif-deleted', 'tag': '3f5d0f8d-750a-4628-841a-92a75e642383'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:56:29.345030 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7cbc89-6bfb-4a03-88a2-679787eb5050" -d '{"events": [{"server_uuid": "c2560e8b-3d66-475f-b791-dc5c0074e7c9", "name": "network-vif-deleted", "tag": "3f5d0f8d-750a-4628-841a-92a75e642383"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:56:29.407574 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b878f65-3c15-44db-8cf0-947caeebae95 x-openstack-request-id: req-7b878f65-3c15-44db-8cf0-947caeebae95 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:56:29.408196 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2560e8b-3d66-475f-b791-dc5c0074e7c9", "name": "network-vif-deleted", "tag": "3f5d0f8d-750a-4628-841a-92a75e642383", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:56:29.409686 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b878f65-3c15-44db-8cf0-947caeebae95 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:56:29.410023 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2560e8b-3d66-475f-b791-dc5c0074e7c9', 'name': 'network-vif-deleted', 'tag': '3f5d0f8d-750a-4628-841a-92a75e642383', 'status': 'completed', 'code': 200} Sep 24 14:56:29.730791 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3d01e7da-9bd9-489d-b910-242ea999b937 req-360ce5df-7b50-4ace-a592-92f18182f21c tempest-VolumesNegativeTest-72755860 tempest-VolumesNegativeTest-72755860-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2560e8b-3d66-475f-b791-dc5c0074e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0291958 Sep 24 14:56:32.594884 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 3f5d0f8d-750a-4628-841a-92a75e642383 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:56:32.618581 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 3f5d0f8d-750a-4628-841a-92a75e642383 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:56:32.619774 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 3f5d0f8d-750a-4628-841a-92a75e642383 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:56:36.631920 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51702) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:36.825504 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9ad91912-ebb0-432f-b2a8-586e9cf0d0f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b99edf6b25047eb90a7bd62d672c1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915140 Sep 24 14:56:36.828448 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51710) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:36.923000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-97310f7f-948b-40f2-a9d4-d0624d9cd65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:36.963343 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-97310f7f-948b-40f2-a9d4-d0624d9cd65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.026134 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51714) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:37.051110 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-97310f7f-948b-40f2-a9d4-d0624d9cd65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.055702 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-97310f7f-948b-40f2-a9d4-d0624d9cd65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.057824 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-97310f7f-948b-40f2-a9d4-d0624d9cd65c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ccda9d7-6bb2-4536-880d-ca7c25ffb698 HTTP/1.1" status: 204 len: 168 time: 0.2282734 Sep 24 14:56:37.071165 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310f7f-948b-40f2-a9d4-d0624d9cd65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccda9d7-6bb2-4536-880d-ca7c25ffb698,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:37.168737 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-62d6fb94-262f-4b02-a56f-905954349410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.296341 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-62d6fb94-262f-4b02-a56f-905954349410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.302238 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-62d6fb94-262f-4b02-a56f-905954349410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.349097 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-62d6fb94-262f-4b02-a56f-905954349410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3da2712c7314c008a49af8c52ad13f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214967 Sep 24 14:56:37.351786 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51720) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:37.358975 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6fb94-262f-4b02-a56f-905954349410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d22a5-626f-4e27-a3d2-d353ef99a8dc,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:37.420952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef8c185f-e48e-4168-b562-14c25bb193ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.446263 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef8c185f-e48e-4168-b562-14c25bb193ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.510518 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef8c185f-e48e-4168-b562-14c25bb193ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.513815 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ef8c185f-e48e-4168-b562-14c25bb193ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:37.515444 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ef8c185f-e48e-4168-b562-14c25bb193ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3d22a5-626f-4e27-a3d2-d353ef99a8dc HTTP/1.1" status: 204 len: 168 time: 0.1624951 Sep 24 14:56:37.527436 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c185f-e48e-4168-b562-14c25bb193ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d22a5-626f-4e27-a3d2-d353ef99a8dc,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:37.838942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2503-a63d-446f-87bb-10502aff37dd req-aa98d087-c73c-4151-af4e-c4cfc1d2b5a9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:37.840612 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b4ef2503-a63d-446f-87bb-10502aff37dd req-aa98d087-c73c-4151-af4e-c4cfc1d2b5a9 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0676959 Sep 24 14:56:37.888111 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b4ef2503-a63d-446f-87bb-10502aff37dd req-cd7c84dc-6c0e-4bae-939e-85a60f9e1728 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366035 Sep 24 14:56:39.041993 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e752-f058-45b8-a4ac-51b10b2ae99a req-72c017e1-6f0f-4b61-bb11-ea1419914d0d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:39.043681 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-14e0e752-f058-45b8-a4ac-51b10b2ae99a req-72c017e1-6f0f-4b61-bb11-ea1419914d0d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0689225 Sep 24 14:56:39.094896 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-14e0e752-f058-45b8-a4ac-51b10b2ae99a req-263308df-6cfc-4a22-8f46-a18b59114c95 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Sep 24 14:56:40.250100 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c01ef-79e6-4422-9534-52f1eb071940 req-c70da46e-1199-4a61-b4db-543bfc02e357 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:40.253136 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-468c01ef-79e6-4422-9534-52f1eb071940 req-c70da46e-1199-4a61-b4db-543bfc02e357 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0737696 Sep 24 14:56:40.305333 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-468c01ef-79e6-4422-9534-52f1eb071940 req-0a22bff6-8cc8-4a24-9828-92817cca4e56 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Sep 24 14:56:41.461803 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdca8a-6b89-49f1-aeab-6a7575facce0 req-553f7e81-f1bf-4541-8966-4081a39b72c6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:41.463882 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7cdca8a-6b89-49f1-aeab-6a7575facce0 req-553f7e81-f1bf-4541-8966-4081a39b72c6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0524800 Sep 24 14:56:41.509652 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7cdca8a-6b89-49f1-aeab-6a7575facce0 req-9186c846-9995-470f-b840-028d63026a3d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387263 Sep 24 14:56:42.660345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e28c6-aafa-4599-9c40-ab07eb8738ec req-b9ceec21-c753-4299-b8e6-3c3cafc334a7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:42.661816 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8e0e28c6-aafa-4599-9c40-ab07eb8738ec req-b9ceec21-c753-4299-b8e6-3c3cafc334a7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0504928 Sep 24 14:56:42.725875 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8e0e28c6-aafa-4599-9c40-ab07eb8738ec req-225f77c3-c272-40ea-b8c0-8cc08e494561 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Sep 24 14:56:43.883303 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a97ae-c2fc-4a59-bc27-fea06378d829 req-0f95c955-f52f-421e-a4cd-3d0200a6b80c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:43.886556 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c19a97ae-c2fc-4a59-bc27-fea06378d829 req-0f95c955-f52f-421e-a4cd-3d0200a6b80c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0679259 Sep 24 14:56:43.943375 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c19a97ae-c2fc-4a59-bc27-fea06378d829 req-6530173f-864a-4c24-ae5d-52d541bf06cd tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Sep 24 14:56:45.082423 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da97004-7335-4266-8849-87ff9cd53e1d req-af9b14b8-ed3c-40db-b30d-144b7fae5f20 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:45.084008 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8da97004-7335-4266-8849-87ff9cd53e1d req-af9b14b8-ed3c-40db-b30d-144b7fae5f20 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0556772 Sep 24 14:56:45.139833 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8da97004-7335-4266-8849-87ff9cd53e1d req-08029e57-ba15-47b7-96d7-b6a0f67e405a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Sep 24 14:56:46.266425 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eb72c-1dd4-4683-bdad-1504275b1ae8 req-93a1c8e2-cf31-466b-bb1f-4943432e8135 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:46.268063 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5d0eb72c-1dd4-4683-bdad-1504275b1ae8 req-93a1c8e2-cf31-466b-bb1f-4943432e8135 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0534039 Sep 24 14:56:46.315390 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5d0eb72c-1dd4-4683-bdad-1504275b1ae8 req-663757f3-505f-46d2-b642-d6c4604b7945 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353792 Sep 24 14:56:46.887408 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c14f26a1-f8c5-4828-a770-aa3be081eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:47.406897 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc98fd-1718-488c-880c-f2830d5d8258 req-16c3a959-d474-4e9b-b194-2ef13a17ba1c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:47.408689 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-accc98fd-1718-488c-880c-f2830d5d8258 req-16c3a959-d474-4e9b-b194-2ef13a17ba1c tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0758417 Sep 24 14:56:47.464512 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09112cb3-8858-4ca6-8474-09216cc3c07c req-dcf5dc74-83d0-45d3-904f-4dcd5fa9e7de tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:47.466262 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09112cb3-8858-4ca6-8474-09216cc3c07c req-dcf5dc74-83d0-45d3-904f-4dcd5fa9e7de tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 945 time: 0.0572476 Sep 24 14:56:47.519644 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09112cb3-8858-4ca6-8474-09216cc3c07c req-8ff87aa7-dc34-4874-a77f-f6c5bf203b6f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Sep 24 14:56:47.557266 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Deleting port 9155319b-6e54-49b2-be6b-f93390512e0d {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:56:47.557266 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:47.690474 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] For port 9155319b-6e54-49b2-be6b-f93390512e0d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9155319b-6e54-49b2-be6b-f93390512e0d,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:56:47.690904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:47.712456 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Calling delete_port for 9155319b-6e54-49b2-be6b-f93390512e0d owned by compute:nova {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:56:47.883403 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:47.938052 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:47.964538 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['9155319b-6e54-49b2-be6b-f93390512e0d', 'a8469c71-171d-430f-98cf-e2d50059f5c2'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:56:47.994797 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Pushing event deleted for resources: {'Port': ['ID=9155319b-6e54-49b2-be6b-f93390512e0d,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:48.066542 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] No DVR routers for this DVR port 9155319b-6e54-49b2-be6b-f93390512e0d on host hv-cinder-81091 {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:56:48.071399 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:48.076008 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-accc98fd-1718-488c-880c-f2830d5d8258 req-ecb2a2d7-50ae-482a-92bd-06d626045e90 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "DELETE /v2.0/ports/9155319b-6e54-49b2-be6b-f93390512e0d HTTP/1.1" status: 204 len: 173 time: 0.6587687 Sep 24 14:56:48.076519 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42df042a-4745-4395-854f-17a72315cfbe', 'name': 'network-vif-deleted', 'tag': '9155319b-6e54-49b2-be6b-f93390512e0d'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:56:48.078974 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a943d-10d9-42f4-b0b0-5e250c0f60f2" -d '{"events": [{"server_uuid": "42df042a-4745-4395-854f-17a72315cfbe", "name": "network-vif-deleted", "tag": "9155319b-6e54-49b2-be6b-f93390512e0d"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:56:48.137733 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-90b664aa-70e5-4580-928c-298daf111979 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774655 Sep 24 14:56:48.162730 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d7b51-9804-4af8-b70c-ac61fb5d58c1 x-openstack-request-id: req-914d7b51-9804-4af8-b70c-ac61fb5d58c1 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:56:48.163207 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42df042a-4745-4395-854f-17a72315cfbe", "name": "network-vif-deleted", "tag": "9155319b-6e54-49b2-be6b-f93390512e0d", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:56:48.163704 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-914d7b51-9804-4af8-b70c-ac61fb5d58c1 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:56:48.164213 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42df042a-4745-4395-854f-17a72315cfbe', 'name': 'network-vif-deleted', 'tag': '9155319b-6e54-49b2-be6b-f93390512e0d', 'status': 'completed', 'code': 200} Sep 24 14:56:48.250710 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-834c65b2-df71-44dc-a211-1706890dd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:48.252479 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-834c65b2-df71-44dc-a211-1706890dd801 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0564568 Sep 24 14:56:48.433386 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-6a44398c-5892-4e8e-8280-0416dbbe9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:48.435234 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-6a44398c-5892-4e8e-8280-0416dbbe9146 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.1462216 Sep 24 14:56:48.562569 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-abbfc8db-9305-488c-b415-94a8f89178cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 1001 time: 0.1172342 Sep 24 14:56:48.672125 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-701e2044-ce85-4816-a817-8be094c873b0 req-95e4106d-561b-4763-8957-cd51a3ab7612 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=42df042a-4745-4395-854f-17a72315cfbe HTTP/1.1" status: 200 len: 210 time: 0.0382702 Sep 24 14:56:48.675222 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-366100e6-476f-433d-b64f-1fb8403a288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:48.678726 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-366100e6-476f-433d-b64f-1fb8403a288f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0896797 Sep 24 14:56:48.769805 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-6a104a3f-52b6-4012-ad55-6fb7113aae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:48.771650 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-6a104a3f-52b6-4012-ad55-6fb7113aae2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839736 Sep 24 14:56:48.903254 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-4d7a9a8a-4692-487f-999f-39de2d48ff1a service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119688 Sep 24 14:56:49.208838 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-77eee136-c2e7-4e20-8437-bf6a95cdc400 req-473fd106-992b-4c65-ba30-c343c82b94df service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921314 Sep 24 14:56:49.999850 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07fec-8281-4b70-92b1-2c1a9ddccb63 req-1dc76a67-3b31-4a25-be21-6797e1ea8041 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:50.001381 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4ff07fec-8281-4b70-92b1-2c1a9ddccb63 req-1dc76a67-3b31-4a25-be21-6797e1ea8041 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0603025 Sep 24 14:56:50.049833 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4ff07fec-8281-4b70-92b1-2c1a9ddccb63 req-8fedddb1-243d-4791-8af0-39da5a5a4248 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Sep 24 14:56:50.119336 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9154-a997-4f8e-8cff-3f997d6e5f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:50.458394 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9155319b-6e54-49b2-be6b-f93390512e0d no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:56:50.495019 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 9155319b-6e54-49b2-be6b-f93390512e0d {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:56:50.495588 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9155319b-6e54-49b2-be6b-f93390512e0d not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:56:50.659740 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:50.967542 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 51968) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:51.094113 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ff018279-a03a-48e6-b948-54d61c4cd6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.214600 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce6b1-fe3f-4ee0-b37b-fc345ff7fdbb req-933c3f73-1210-4efa-87c3-793ec9c5b6e8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:51.216123 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d20ce6b1-fe3f-4ee0-b37b-fc345ff7fdbb req-933c3f73-1210-4efa-87c3-793ec9c5b6e8 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0889580 Sep 24 14:56:51.282389 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d20ce6b1-fe3f-4ee0-b37b-fc345ff7fdbb req-f7699fc7-b531-4563-99ee-485d9e400371 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580008 Sep 24 14:56:51.287738 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ff018279-a03a-48e6-b948-54d61c4cd6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.294255 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ff018279-a03a-48e6-b948-54d61c4cd6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.342149 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ff018279-a03a-48e6-b948-54d61c4cd6cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcb164f3ec3e4f829bdeb060d69e515e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727393 Sep 24 14:56:51.343081 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff018279-a03a-48e6-b948-54d61c4cd6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568edd40-671e-45c8-8e1a-a96cd4c5068c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:51.345969 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51974) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:51.426294 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.461276 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.532557 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.537347 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.542280 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/568edd40-671e-45c8-8e1a-a96cd4c5068c HTTP/1.1" status: 204 len: 168 time: 0.1949205 Sep 24 14:56:51.550814 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568edd40-671e-45c8-8e1a-a96cd4c5068c,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:51.559955 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.560320 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.560651 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.560990 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.561324 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.561661 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.561996 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.562329 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.562668 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.562999 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.563326 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.563681 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a10887-d7a0-4f49-b9fd-b49dcd347447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:51.884529 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51982) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:51.913231 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa08c-f001-44e7-91cb-b703f371d66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:51.924879 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.048927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa08c-f001-44e7-91cb-b703f371d66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.054647 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ab8fa08c-f001-44e7-91cb-b703f371d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.096489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fa08c-f001-44e7-91cb-b703f371d66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473fd614-48e2-4a4b-8859-0610c4fc1793,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:52.106701 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ab8fa08c-f001-44e7-91cb-b703f371d66c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=101928c31d42407a81198df13f98e7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204015 Sep 24 14:56:52.109393 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 51990) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:52.173069 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2ef8e8a6-f6b1-4e8e-b71e-e25604fd31e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.197897 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2ef8e8a6-f6b1-4e8e-b71e-e25604fd31e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.253016 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2ef8e8a6-f6b1-4e8e-b71e-e25604fd31e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.256319 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2ef8e8a6-f6b1-4e8e-b71e-e25604fd31e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.257476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2ef8e8a6-f6b1-4e8e-b71e-e25604fd31e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/473fd614-48e2-4a4b-8859-0610c4fc1793 HTTP/1.1" status: 204 len: 168 time: 0.1471553 Sep 24 14:56:52.266103 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8e8a6-f6b1-4e8e-b71e-e25604fd31e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473fd614-48e2-4a4b-8859-0610c4fc1793,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:52.287540 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c413-f642-483a-8966-40fcf9d21a6a req-ff4a8fb8-b9e6-4aee-9849-c023f84849a3 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:52.291718 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c73c413-f642-483a-8966-40fcf9d21a6a req-ff4a8fb8-b9e6-4aee-9849-c023f84849a3 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0810156 Sep 24 14:56:52.361495 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c73c413-f642-483a-8966-40fcf9d21a6a req-c1206788-97e5-4fca-a94b-f0bb2bee9b50 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635285 Sep 24 14:56:52.429968 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970bd1-1751-46ee-a018-ab5bf9a98071 req-a5279021-fa32-4373-ad0d-143803c301e1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:52.432690 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9c970bd1-1751-46ee-a018-ab5bf9a98071 req-a5279021-fa32-4373-ad0d-143803c301e1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0725060 Sep 24 14:56:52.480107 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9c970bd1-1751-46ee-a018-ab5bf9a98071 req-c5a89dc5-f580-4625-a714-e1df4a368397 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Sep 24 14:56:52.702753 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52004) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:52.718838 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5d07-6193-45c3-931d-d6b6712dbdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.847312 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5d07-6193-45c3-931d-d6b6712dbdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.853556 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dc2d5d07-6193-45c3-931d-d6b6712dbdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:52.920811 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-dc2d5d07-6193-45c3-931d-d6b6712dbdcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a610f6a4514614a7a13f0010e019a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166102 Sep 24 14:56:52.922968 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5d07-6193-45c3-931d-d6b6712dbdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739dbae3-18f8-47ba-ba1e-c95fda03c376,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:52.924849 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52006) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:56:53.019420 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:53.062821 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:53.131742 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:53.135196 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:53.136716 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/739dbae3-18f8-47ba-ba1e-c95fda03c376 HTTP/1.1" status: 204 len: 168 time: 0.2102265 Sep 24 14:56:53.150036 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739dbae3-18f8-47ba-ba1e-c95fda03c376,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:53.162686 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.163261 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.163858 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.164415 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.164876 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.165338 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.166100 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.166418 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.166906 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.167368 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.167858 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.168342 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb024997-d34d-46d3-8d5f-956c5f03c588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:56:53.541871 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a389978-3456-45db-afb6-84436100571e req-acbc14a6-b783-4cc3-a6b1-0a76fde7c670 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:53.544675 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4a389978-3456-45db-afb6-84436100571e req-acbc14a6-b783-4cc3-a6b1-0a76fde7c670 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0942235 Sep 24 14:56:53.614249 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4a389978-3456-45db-afb6-84436100571e req-b856c448-4e1e-490e-86d4-78772904e471 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616515 Sep 24 14:56:53.616367 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3275f-fec6-4368-9dc8-83c52de75b18 req-4e96b6c1-6ee6-4d05-b43f-788f6d74f3ff tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:53.618814 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bda3275f-fec6-4368-9dc8-83c52de75b18 req-4e96b6c1-6ee6-4d05-b43f-788f6d74f3ff tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0533242 Sep 24 14:56:53.669643 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bda3275f-fec6-4368-9dc8-83c52de75b18 req-7765369d-49f5-4f26-9910-8f07ade2d3f3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Sep 24 14:56:54.037121 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:54.759673 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6a6b2-f0d4-4a5c-b813-014dd18d4ad1 req-c3358bc1-f63d-4e57-a034-109b3113cdaf tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:54.761436 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-daa6a6b2-f0d4-4a5c-b813-014dd18d4ad1 req-c3358bc1-f63d-4e57-a034-109b3113cdaf tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0668681 Sep 24 14:56:54.809832 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-daa6a6b2-f0d4-4a5c-b813-014dd18d4ad1 req-63cb081b-4b9c-483f-a5c9-ddc4201e05ce tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373037 Sep 24 14:56:54.833476 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd190bba-7470-47fe-8080-063a7c57c4a2 req-678ce682-92ad-4f58-99c3-c643b1f766bb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:54.833476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dd190bba-7470-47fe-8080-063a7c57c4a2 req-678ce682-92ad-4f58-99c3-c643b1f766bb tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0714636 Sep 24 14:56:54.884176 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dd190bba-7470-47fe-8080-063a7c57c4a2 req-1bf8f4b1-c7bf-4318-aec7-651a08067f93 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Sep 24 14:56:55.005093 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:56:55.964765 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bf316-4ba8-40c7-9e90-6541374f1326 req-e14707ae-b708-49f8-92ce-c1effeac11cc tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:55.967488 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-337bf316-4ba8-40c7-9e90-6541374f1326 req-e14707ae-b708-49f8-92ce-c1effeac11cc tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0795455 Sep 24 14:56:56.030401 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-337bf316-4ba8-40c7-9e90-6541374f1326 req-54fae77d-139b-448d-ba1b-60551b518ffa tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564256 Sep 24 14:56:56.035267 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04852083-8d9c-40ce-89d3-a0d45cd185a0 req-e546b11d-8d76-4d34-aa8c-bba9bc4f11de tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:56.037523 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-04852083-8d9c-40ce-89d3-a0d45cd185a0 req-e546b11d-8d76-4d34-aa8c-bba9bc4f11de tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0665278 Sep 24 14:56:56.104400 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-04852083-8d9c-40ce-89d3-a0d45cd185a0 req-566b4b3d-ce6c-4de4-b204-2ebaaf63b99d tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Sep 24 14:56:57.166174 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b05dea-74d0-4ac8-8171-6af37fab8d36 req-7383a064-f1a3-46cc-86e2-8651cf93d357 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:57.167885 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-00b05dea-74d0-4ac8-8171-6af37fab8d36 req-7383a064-f1a3-46cc-86e2-8651cf93d357 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0635676 Sep 24 14:56:57.181945 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-49691cdd-5b51-49e7-8ec9-2bf15f377407 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:57.183884 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-49691cdd-5b51-49e7-8ec9-2bf15f377407 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 945 time: 0.0598032 Sep 24 14:56:57.214029 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-00b05dea-74d0-4ac8-8171-6af37fab8d36 req-41a3d76d-3296-497b-a46f-5727bebabd48 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Sep 24 14:56:57.290852 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814377e-995f-45e5-bce1-656bacd1042b req-c59bcb7a-de10-4877-b9f6-e7a6e6ccb67e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:57.292476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8814377e-995f-45e5-bce1-656bacd1042b req-c59bcb7a-de10-4877-b9f6-e7a6e6ccb67e tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.1062737 Sep 24 14:56:57.338229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Deleting port b5554b81-b8e8-4af1-87be-939f47c4675a {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:56:57.338562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.366199 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8814377e-995f-45e5-bce1-656bacd1042b req-90e3f01d-d490-4ad5-b5af-dbb83d4fc4bf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Sep 24 14:56:57.456071 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] For port b5554b81-b8e8-4af1-87be-939f47c4675a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b5554b81-b8e8-4af1-87be-939f47c4675a,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:56:57.456436 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.470379 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Calling delete_port for b5554b81-b8e8-4af1-87be-939f47c4675a owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:56:57.619191 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.637127 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['b5554b81-b8e8-4af1-87be-939f47c4675a'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:56:57.667075 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Pushing event deleted for resources: {'Port': ['ID=b5554b81-b8e8-4af1-87be-939f47c4675a,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:56:57.725132 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] No DVR routers for this DVR port b5554b81-b8e8-4af1-87be-939f47c4675a on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:56:57.728757 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:56:57.730836 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fca1bccc-694f-4351-ae85-a4ddfad576ca req-fbf7e1b0-25aa-47e7-8e55-6c20ee5426ea tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "DELETE /v2.0/ports/b5554b81-b8e8-4af1-87be-939f47c4675a HTTP/1.1" status: 204 len: 173 time: 0.5358407 Sep 24 14:56:57.731383 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de97178-d33b-477b-af0c-769f082c023b', 'name': 'network-vif-deleted', 'tag': 'b5554b81-b8e8-4af1-87be-939f47c4675a'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:56:57.733815 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f85b95-530d-4ea4-a5af-50f8caa379de" -d '{"events": [{"server_uuid": "0de97178-d33b-477b-af0c-769f082c023b", "name": "network-vif-deleted", "tag": "b5554b81-b8e8-4af1-87be-939f47c4675a"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:56:57.788343 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d009bd-d687-4749-9546-64282c86965d x-openstack-request-id: req-11d009bd-d687-4749-9546-64282c86965d {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:56:57.788707 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de97178-d33b-477b-af0c-769f082c023b", "name": "network-vif-deleted", "tag": "b5554b81-b8e8-4af1-87be-939f47c4675a", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:56:57.788987 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11d009bd-d687-4749-9546-64282c86965d {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:56:57.789895 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de97178-d33b-477b-af0c-769f082c023b', 'name': 'network-vif-deleted', 'tag': 'b5554b81-b8e8-4af1-87be-939f47c4675a', 'status': 'completed', 'code': 200} Sep 24 14:56:58.338378 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-af9a6e90-fe1f-4b15-ab75-8d469cdaca8a req-aaa2aae8-06dc-46f2-adff-ea3c225a031a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=0de97178-d33b-477b-af0c-769f082c023b HTTP/1.1" status: 200 len: 210 time: 0.0283823 Sep 24 14:56:58.508925 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f6467-0441-45e6-a0b5-602cb595ff90 req-516347fe-03c6-4792-a137-37a28d0052d6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:58.511052 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-090f6467-0441-45e6-a0b5-602cb595ff90 req-516347fe-03c6-4792-a137-37a28d0052d6 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0581582 Sep 24 14:56:58.556698 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-090f6467-0441-45e6-a0b5-602cb595ff90 req-4482b1cc-0060-43d1-8a0b-ed015f4afee3 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Sep 24 14:56:59.753966 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ed760-11eb-4d55-b312-2e29e9927a60 req-4c669af9-6c91-4a75-9214-bff8dc2e0e1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:56:59.755743 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d47ed760-11eb-4d55-b312-2e29e9927a60 req-4c669af9-6c91-4a75-9214-bff8dc2e0e1f tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0940545 Sep 24 14:56:59.827397 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d47ed760-11eb-4d55-b312-2e29e9927a60 req-3635c7c9-3bd6-406a-99cc-aebcc7f6a9bf tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644610 Sep 24 14:57:00.977439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c8f1e-496f-4c3d-9640-a7d53469c813 req-04e0aa16-0f60-41ec-8540-58fa6b49ba89 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:00.980290 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dd9c8f1e-496f-4c3d-9640-a7d53469c813 req-04e0aa16-0f60-41ec-8540-58fa6b49ba89 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0666666 Sep 24 14:57:01.042989 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dd9c8f1e-496f-4c3d-9640-a7d53469c813 req-265ea1f7-fb15-42b8-98bf-6453a7c62c78 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515921 Sep 24 14:57:01.044293 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device b5554b81-b8e8-4af1-87be-939f47c4675a no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:57:01.067326 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: b5554b81-b8e8-4af1-87be-939f47c4675a {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:57:01.067791 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device b5554b81-b8e8-4af1-87be-939f47c4675a not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:57:02.178530 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f577ba-527c-4154-901f-54df92fcc14a req-80f28556-437c-4419-a359-81c1a9232204 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:02.180416 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-91f577ba-527c-4154-901f-54df92fcc14a req-80f28556-437c-4419-a359-81c1a9232204 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0525186 Sep 24 14:57:02.224523 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-91f577ba-527c-4154-901f-54df92fcc14a req-d90fbded-9cdc-46d8-94c4-5cee883f3454 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Sep 24 14:57:03.367057 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84db60-0cb8-4ceb-adc3-22b5a270db29 req-21eaa7f8-9855-4049-81ab-8fdd419cd10a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:03.369246 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7e84db60-0cb8-4ceb-adc3-22b5a270db29 req-21eaa7f8-9855-4049-81ab-8fdd419cd10a tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0621152 Sep 24 14:57:03.413363 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7e84db60-0cb8-4ceb-adc3-22b5a270db29 req-846401fc-5d5c-4c0c-be81-0aa9bb521838 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/security-groups?id=a520e13a-d811-49ea-9b19-de346c4ea5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Sep 24 14:57:03.697727 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-b39884b9-d7d1-480f-8b1a-f94b1f738ca1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:03.699400 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-b39884b9-d7d1-480f-8b1a-f94b1f738ca1 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 946 time: 0.0535774 Sep 24 14:57:03.816008 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Deleting port a8469c71-171d-430f-98cf-e2d50059f5c2 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:57:03.816490 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.948569 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] For port a8469c71-171d-430f-98cf-e2d50059f5c2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8469c71-171d-430f-98cf-e2d50059f5c2,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:03.949069 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:03.986704 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Calling delete_port for a8469c71-171d-430f-98cf-e2d50059f5c2 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:57:04.146340 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.160701 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['a8469c71-171d-430f-98cf-e2d50059f5c2'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:57:04.188532 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Pushing event deleted for resources: {'Port': ['ID=a8469c71-171d-430f-98cf-e2d50059f5c2,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:04.258409 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] No DVR routers for this DVR port a8469c71-171d-430f-98cf-e2d50059f5c2 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:57:04.261820 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:04.265457 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1b844234-09fd-4e2c-b226-4a6935006fe8 req-28530d47-0acb-4c34-a6c4-7f7d9580b6fa tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.70 "DELETE /v2.0/ports/a8469c71-171d-430f-98cf-e2d50059f5c2 HTTP/1.1" status: 204 len: 173 time: 0.5581112 Sep 24 14:57:04.266195 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'name': 'network-vif-deleted', 'tag': 'a8469c71-171d-430f-98cf-e2d50059f5c2'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:04.270357 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d0f0d2-54c6-4b2e-b7d8-826c7db7636b" -d '{"events": [{"server_uuid": "2e53f2c3-aa3e-4f72-82ff-a71e621931b4", "name": "network-vif-deleted", "tag": "a8469c71-171d-430f-98cf-e2d50059f5c2"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:04.327146 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3544b980-088e-4261-948c-a66c4a1dd912 x-openstack-request-id: req-3544b980-088e-4261-948c-a66c4a1dd912 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:04.327489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53f2c3-aa3e-4f72-82ff-a71e621931b4", "name": "network-vif-deleted", "tag": "a8469c71-171d-430f-98cf-e2d50059f5c2", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:04.327723 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3544b980-088e-4261-948c-a66c4a1dd912 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:04.328178 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53f2c3-aa3e-4f72-82ff-a71e621931b4', 'name': 'network-vif-deleted', 'tag': 'a8469c71-171d-430f-98cf-e2d50059f5c2', 'status': 'completed', 'code': 200} Sep 24 14:57:04.560126 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-30f5fb14-3243-4b87-9718-816fe62b4ff7 req-3904aaad-fe9f-41e1-9be7-de7a5c7bc5d7 tempest-ServerRescueNegativeTestJSON-130718396 tempest-ServerRescueNegativeTestJSON-130718396-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e53f2c3-aa3e-4f72-82ff-a71e621931b4 HTTP/1.1" status: 200 len: 210 time: 0.0315542 Sep 24 14:57:05.635012 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52118) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:06.126225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:06.526816 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Deleting port 28966b5a-7104-4ddf-93b7-d06d4debcb3f {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:57:06.527089 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:06.618777 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] For port 28966b5a-7104-4ddf-93b7-d06d4debcb3f, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=28966b5a-7104-4ddf-93b7-d06d4debcb3f,segment=NetworkSegment(792d04e6-3c62-4774-a86a-3244eb19f1ea),segment_id=792d04e6-3c62-4774-a86a-3244eb19f1ea)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:06.619187 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:06.634503 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Calling delete_port for 28966b5a-7104-4ddf-93b7-d06d4debcb3f owned by network:router_interface {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:57:06.858507 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8469c71-171d-430f-98cf-e2d50059f5c2 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:57:06.881250 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: a8469c71-171d-430f-98cf-e2d50059f5c2 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:57:06.881711 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8469c71-171d-430f-98cf-e2d50059f5c2 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:57:07.126714 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.162804 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28966b5a-7104-4ddf-93b7-d06d4debcb3f,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:07.346942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.583257 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Router 735e0988-77fc-4fee-a075-e2984b30b24a has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:57:07.713150 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:07.719619 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-79dccfaa-4519-4b4a-9385-5f74e27715f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/735e0988-77fc-4fee-a075-e2984b30b24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0827630 Sep 24 14:57:07.722462 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52128) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:07.725719 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] Sync routers for ids ['735e0988-77fc-4fee-a075-e2984b30b24a'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:07.737542 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] Routers {'735e0988-77fc-4fee-a075-e2984b30b24a'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:07.738329 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:56:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['735e0988-77fc-4fee-a075-e2984b30b24a'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:07.888074 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks [] for router, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:07.915517 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] Set router 735e0988-77fc-4fee-a075-e2984b30b24a gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:08.084425 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.113074 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:57:06Z', 'revision_number': 5, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port': {'id': '1f4605e4-8f48-41fc-b982-b6a6d119b4c8', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:08.140802 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] Checking router: 735e0988-77fc-4fee-a075-e2984b30b24a for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:08.150102 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] Routers {'735e0988-77fc-4fee-a075-e2984b30b24a'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:08.150728 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:56:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['735e0988-77fc-4fee-a075-e2984b30b24a'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:08.181177 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Deleting port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:57:08.181763 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.241375 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] Set router 735e0988-77fc-4fee-a075-e2984b30b24a gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:08.277256 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] For port 1f4605e4-8f48-41fc-b982-b6a6d119b4c8, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:08.277652 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.291710 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Calling delete_port for 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 owned by network:router_gateway {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:57:08.403402 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:57:08Z', 'revision_number': 6, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:08.433943 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265d6cf-7789-408e-860e-6a3f885f94a9 None None] The sync data for ids ['735e0988-77fc-4fee-a075-e2984b30b24a'] in dv-cinder-810917-1-iscsi is: [{'id': '735e0988-77fc-4fee-a075-e2984b30b24a', 'name': 'tempest-ServerRescueNegativeTestJSON-1101834221-router', 'tenant_id': '0134f38766334655af2106707359b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:57:08Z', 'revision_number': 6, 'project_id': '0134f38766334655af2106707359b3e8', 'gw_port_host': None}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:08.491426 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.516570 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4605e4-8f48-41fc-b982-b6a6d119b4c8,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:08.584363 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.693909 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.697311 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.769395 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.770088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735e0988-77fc-4fee-a075-e2984b30b24a {{(pid=100528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 14:57:08.777849 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.779351 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-671fddb9-ad4e-45fd-bcd3-8f00f1012e51 admin admin] 10.222.0.13 "DELETE /v2.0/routers/735e0988-77fc-4fee-a075-e2984b30b24a HTTP/1.1" status: 204 len: 168 time: 1.0555673 Sep 24 14:57:08.782338 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52134) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:08.836990 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Deleting subnet 9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:57:08.842496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.886422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:08.941407 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.017075 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.044581 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8ce3be-8454-4dfe-87c1-815d9e26c1a0,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:09.046672 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.048759 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-fccdcd18-5260-4a3e-9362-f7e13d6af2cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f8ce3be-8454-4dfe-87c1-815d9e26c1a0 HTTP/1.1" status: 204 len: 168 time: 0.2653706 Sep 24 14:57:09.052168 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52138) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:09.134423 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.248457 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.273957 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89bf66d-ab41-4710-ab4e-fafadbfe3b08']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:09.285898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792d04e6-3c62-4774-a86a-3244eb19f1ea') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:09.286216 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792d04e6-3c62-4774-a86a-3244eb19f1ea') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:09.298047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.314093 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.322229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:57:09.322694 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:57:09.324562 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:57:09.393996 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.413092 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.417211 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b89bf66d-ab41-4710-ab4e-fafadbfe3b08 HTTP/1.1" status: 204 len: 168 time: 0.3635876 Sep 24 14:57:09.418438 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd33e0-2d14-4824-a959-261c33354d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=b89bf66d-ab41-4710-ab4e-fafadbfe3b08,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:09.662246 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52144) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:09.745127 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-65c7df7a-eb11-46a7-b70b-eda543a14fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0134f38766334655af2106707359b3e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0810614 Sep 24 14:57:09.747824 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52146) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:09.817545 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4ddab6af-1ff7-46a9-9086-d7b2afa7a2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.845047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4ddab6af-1ff7-46a9-9086-d7b2afa7a2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.889239 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:57:09.914676 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:57:09.914968 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 1f4605e4-8f48-41fc-b982-b6a6d119b4c8 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:57:09.915334 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 28966b5a-7104-4ddf-93b7-d06d4debcb3f no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:57:09.916362 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4ddab6af-1ff7-46a9-9086-d7b2afa7a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.920289 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4ddab6af-1ff7-46a9-9086-d7b2afa7a2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:09.921960 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4ddab6af-1ff7-46a9-9086-d7b2afa7a2ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a520e13a-d811-49ea-9b19-de346c4ea5ae HTTP/1.1" status: 204 len: 168 time: 0.1729038 Sep 24 14:57:09.934833 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab6af-1ff7-46a9-9086-d7b2afa7a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520e13a-d811-49ea-9b19-de346c4ea5ae,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:10.068818 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 28966b5a-7104-4ddf-93b7-d06d4debcb3f {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:57:10.069050 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 28966b5a-7104-4ddf-93b7-d06d4debcb3f not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:57:10.857914 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52172) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:10.994162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-network', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:11.029884 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Made reservation on behalf of 87f30cfdf33046409c9f0c6d63c38034 for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:11.033263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.051057 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.208669 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.213916 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.242950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 14:57:11.253938 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577ff4a3-77ba-4aae-af15-56dfb9fe117d,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:11.260108 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.260438 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Added segment ec4ef5f3-4429-4b4b-beb3-31e5485294d3 of type vlan for network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de Sep 24 14:57:11.314945 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.348885 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.349983 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:11.350722 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.392424 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5329735 Sep 24 14:57:11.393460 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52178) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:11.403680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Request body: {'subnet': {'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-subnet', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:11.433523 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Made reservation on behalf of 87f30cfdf33046409c9f0c6d63c38034 for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:11.437422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.437697 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6e828-d7c0-49ea-9426-df7dddfdb703 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:11.450444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 14:57:11.657751 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.745547 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b3ac75-06d6-4071-8c23-8cee6f62bb6f,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:11.767996 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Checking segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:11.768414 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Network hostable DHCP agents. Network: f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 14:57:11.837415 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 14:57:11.857162 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:11.865772 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:11.865772 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.872339 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e984ab-331d-41b7-aeb4-6b1f16c4adb7 None None] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:11.892990 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d57358f1-0ab6-464e-9f30-70ae4a0f7c7b tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:11.894783 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d57358f1-0ab6-464e-9f30-70ae4a0f7c7b tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/networks?id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb HTTP/1.1" status: 200 len: 813 time: 0.1463504 Sep 24 14:57:11.907342 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ba7df275-76c7-4614-9daf-ac4e6c2b6497 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5102780 Sep 24 14:57:11.912283 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52194) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:11.920340 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:11.920612 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-056ae0ed-1860-4040-a3cb-ae55c65979d8 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/quotas/0f9f7c9751824c289ff72f4fecd73eac HTTP/1.1" status: 200 len: 375 time: 0.0115321 Sep 24 14:57:11.959270 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.962789 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:11.988345 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-ae985c14-c076-4da8-9987-1448d438b260 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551081 Sep 24 14:57:12.049296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.112873 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 14:57:12.115166 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.130911 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-0723ad19-2743-4274-878b-0c2febd1bb3e service neutron] 10.222.0.13 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377130 Sep 24 14:57:12.281326 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-947828bc-62d9-4b7a-b3fa-18da3bc8b5fd service neutron] 10.222.0.13 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382325 Sep 24 14:57:12.334739 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.361412 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Allocated IP 172.20.0.2 (f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de/67b3ac75-06d6-4071-8c23-8cee6f62bb6f/4dcf22f9-b471-49d9-bedd-738434275439) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:12.649462 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.667908 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.694382 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4c055460-a59a-41d7-83f3-78161ca19ca7 req-b7bdf1fd-ad22-42b3-9fd0-417f0577eebf tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 210 time: 0.0327754 Sep 24 14:57:12.699398 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.740411 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.751510 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:12.755927 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:12.762814 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:12.781378 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Pushing event updated for resources: {'Port': ['ID=4dcf22f9-b471-49d9-bedd-738434275439,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:12.842519 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Attempting to bind port 4dcf22f9-b471-49d9-bedd-738434275439 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:12.842716 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Attempting to bind port 4dcf22f9-b471-49d9-bedd-738434275439 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:12.843087 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Attempting to bind port 4dcf22f9-b471-49d9-bedd-738434275439 on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:12.849856 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:12.850848 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Checking segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:12.851921 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.852432 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Bound using segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:12.853226 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Bound port: 4dcf22f9-b471-49d9-bedd-738434275439, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:12.853864 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:12.919964 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Allocated IP 172.27.2.88 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/a6386647-b7a8-419f-a11f-d4f8b45d5ebe) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:12.952221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] For port 4dcf22f9-b471-49d9-bedd-738434275439, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:12.958779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] For port 4dcf22f9-b471-49d9-bedd-738434275439, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4dcf22f9-b471-49d9-bedd-738434275439,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:12.966917 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.071787 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ee3b-166e-419d-9a25-997b6ee247bf None None] Pushing event updated for resources: {'Port': ['ID=4dcf22f9-b471-49d9-bedd-738434275439,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:13.121076 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.183174 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.244965 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:13.250381 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:13.267837 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:13.272250 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:13.760827 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:13.922480 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a176080c-1782-4e61-b575-2c6879dd756a req-047aef70-f834-4244-b1eb-ce34f917cf46 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 210 time: 0.0787120 Sep 24 14:57:14.032273 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4dcf22f9-b471-49d9-bedd-738434275439 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:14.109767 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 4dcf22f9-b471-49d9-bedd-738434275439 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:14.110301 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.264799 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.328022 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 4dcf22f9-b471-49d9-bedd-738434275439, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4dcf22f9-b471-49d9-bedd-738434275439,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:14.338590 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.397058 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-e3a0a210-c5f0-4eb5-91e8-d47e7e28c96a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:14.403176 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-e3a0a210-c5f0-4eb5-91e8-d47e7e28c96a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "GET /v2.0/networks?id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb HTTP/1.1" status: 200 len: 813 time: 0.3133724 Sep 24 14:57:14.422701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Request body: {'port': {'device_id': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb', 'admin_state_up': True, 'tenant_id': '0f9f7c9751824c289ff72f4fecd73eac'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:14.434969 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=4dcf22f9-b471-49d9-bedd-738434275439,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:14.465592 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.518505 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7e672-2669-4073-99fd-54a6d7ca77a6 None None] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 14:57:14.621216 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-e1529200-e6d5-4cbe-a782-d6e7a9ba81fd None None] Provisioning complete for port 4dcf22f9-b471-49d9-bedd-738434275439 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:14.621681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1529200-e6d5-4cbe-a782-d6e7a9ba81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.656521 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 14:57:14.668932 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Made reservation on behalf of 0f9f7c9751824c289ff72f4fecd73eac for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:14.673689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.866372 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:14.881686 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:14.902659 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:14.903486 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:56:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:14.910144 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:14.916625 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Allocated IP 172.20.0.10 (d291e273-0d3e-433e-a3f8-3f2d60ad3ebb/a7d2c28a-6349-4802-bf7a-04f2743bd577/cbf4379d-5966-4e48-90a1-a0e5de46d2ac) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:14.918148 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-427b4af2-1792-41b5-8cba-bf99e27092f7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0036814 Sep 24 14:57:14.919393 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52228) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:15.152267 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-208a0877-90f7-46f2-9ae6-2de1cf170d0b req-3f4139b0-993d-4309-bb83-7756450af77e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 210 time: 0.0556836 Sep 24 14:57:15.153143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:15.245721 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.265926 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c933f2ef-b6d9-4801-8c2e-53e1b6fe7e5e None None] Provisioning complete for port 4dcf22f9-b471-49d9-bedd-738434275439 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:15.266604 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c933f2ef-b6d9-4801-8c2e-53e1b6fe7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.333343 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.396252 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:15.400430 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:15.404851 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:15.434744 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Pushing event updated for resources: {'Port': ['ID=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:15.484717 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:15.485773 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.513430 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-59145caf-84b4-4c29-aa10-dc9f76d204af tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0997925 Sep 24 14:57:15.532095 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Request body: {'port': {'device_id': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:15.618365 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.673537 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.687848 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:13Z', 'revision_number': 3, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:15.744683 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:15.745271 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Updating router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e port a6386647-b7a8-419f-a11f-d4f8b45d5ebe binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:57:15.779032 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:15.918736 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4dcf22f9-b471-49d9-bedd-738434275439 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:15.934166 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Allocated IP 172.20.0.1 (f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de/67b3ac75-06d6-4071-8c23-8cee6f62bb6f/0df55c00-89a8-495a-8e55-651f36552b42) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:16.051382 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf4379d-5966-4e48-90a1-a0e5de46d2ac {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:16.061422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.076226 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Transition to ACTIVE for port object cbf4379d-5966-4e48-90a1-a0e5de46d2ac will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:57:16.084307 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.117324 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.156637 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.164964 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 4dcf22f9-b471-49d9-bedd-738434275439 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:16.165750 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.190859 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:16.217118 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:16.227451 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:16.245076 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:16.275612 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Pushing event updated for resources: {'Port': ['ID=0df55c00-89a8-495a-8e55-651f36552b42,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:16.299167 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.407864 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Attempting to bind port cbf4379d-5966-4e48-90a1-a0e5de46d2ac on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:16.408701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Attempting to bind port cbf4379d-5966-4e48-90a1-a0e5de46d2ac by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:16.408701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Attempting to bind port cbf4379d-5966-4e48-90a1-a0e5de46d2ac on network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:16.423838 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.426014 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Port cbf4379d-5966-4e48-90a1-a0e5de46d2ac on network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:57:16.427914 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Attempting to bind port cbf4379d-5966-4e48-90a1-a0e5de46d2ac on network d291e273-0d3e-433e-a3f8-3f2d60ad3ebb {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:16.451317 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.452633 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4d84-a82c-4923-9c65-e7be5df98d57 req-02654283-3213-4d36-99cc-fea4fef3c4bf tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:16.470970 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e25c4d84-a82c-4923-9c65-e7be5df98d57 req-02654283-3213-4d36-99cc-fea4fef3c4bf tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 944 time: 0.1754580 Sep 24 14:57:16.534786 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Attempting to bind port a6386647-b7a8-419f-a11f-d4f8b45d5ebe on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:16.535415 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Attempting to bind port a6386647-b7a8-419f-a11f-d4f8b45d5ebe by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:16.536150 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Attempting to bind port a6386647-b7a8-419f-a11f-d4f8b45d5ebe on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:16.541027 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:16.541631 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Checking segment: {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:16.542389 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Bound using segment: {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:16.543172 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Bound port: cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd006f10f-46bb-4212-8186-93531c20cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:16.543756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.547812 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:16.549566 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:16.549566 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.549566 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:16.549566 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Bound port: a6386647-b7a8-419f-a11f-d4f8b45d5ebe, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:16.550013 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.553674 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.590076 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e25c4d84-a82c-4923-9c65-e7be5df98d57 req-f0a151ec-2a76-45bb-8259-5b753579507e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169822 Sep 24 14:57:16.644331 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Pushing event updated for resources: {'Port': ['ID=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:16.676572 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.676852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.677170 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.677506 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.677840 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.678174 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.678503 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.678859 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.679977 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.680555 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.680948 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.681283 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:16.694099 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-42ba0984-6d3a-4a30-8f9b-048a75d4284a None None] Provisioning complete for port 0df55c00-89a8-495a-8e55-651f36552b42 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:16.694515 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42ba0984-6d3a-4a30-8f9b-048a75d4284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.714855 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] For port cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:16.722462 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] For port cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:16.730500 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.757815 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] For port a6386647-b7a8-419f-a11f-d4f8b45d5ebe, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:16.781932 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:16.782567 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.784040 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] 10.222.0.70 "PUT /v2.0/ports/cbf4379d-5966-4e48-90a1-a0e5de46d2ac HTTP/1.1" status: 200 len: 1094 time: 1.2583702 Sep 24 14:57:16.784990 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'tag': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:16.786922 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46647441-63b4-46ac-ad60-7fc8d0c77e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "79a6a051-0b7c-497e-8dc6-14b6f1e2b76f", "tag": "cbf4379d-5966-4e48-90a1-a0e5de46d2ac"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:16.806855 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] For port a6386647-b7a8-419f-a11f-d4f8b45d5ebe, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:16.814750 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-42ba0984-6d3a-4a30-8f9b-048a75d4284a None None] Port 0df55c00-89a8-495a-8e55-651f36552b42 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:16.815620 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.822147 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.826845 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.832044 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58311c6-99c0-401f-be3f-37c0ec202fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:16.854405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3619c2-bb37-476e-aff0-9d7d20190259 x-openstack-request-id: req-cc3619c2-bb37-476e-aff0-9d7d20190259 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:16.854684 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a6a051-0b7c-497e-8dc6-14b6f1e2b76f", "tag": "cbf4379d-5966-4e48-90a1-a0e5de46d2ac", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:16.855006 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3619c2-bb37-476e-aff0-9d7d20190259 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:16.855526 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'tag': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac', 'status': 'completed', 'code': 200} Sep 24 14:57:16.905469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.908697 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Pushing event updated for resources: {'Port': ['ID=0df55c00-89a8-495a-8e55-651f36552b42,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:16.909722 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-901d4fd9-e685-4677-bb67-020972810f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:16.911708 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-901d4fd9-e685-4677-bb67-020972810f4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 1097 time: 0.0670609 Sep 24 14:57:16.920946 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-437708bc-f636-4c87-984f-9e1eab1df922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:16.928193 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e88b3c-9170-46bf-9074-037729262d52 None None] Pushing event updated for resources: {'Port': ['ID=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:16.934181 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:16.934843 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:56:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:16.964631 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-8fddff6c-59ba-441c-8e24-e53fc6502d6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac HTTP/1.1" status: 200 len: 217 time: 0.0420673 Sep 24 14:57:17.031882 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-eba15cf2-d83c-451a-b519-b36dd4c2116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:17.035830 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-eba15cf2-d83c-451a-b519-b36dd4c2116b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7d2c28a-6349-4802-bf7a-04f2743bd577 HTTP/1.1" status: 200 len: 853 time: 0.0606937 Sep 24 14:57:17.036387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:17.038129 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:17.097363 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-8e409b7d-7662-473e-bb2b-6508ebc6451d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518415 Sep 24 14:57:17.105187 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:17.190625 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:57:17.271331 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-cb5eb921-c194-4b0e-a959-6e173e279ac8 service neutron] 10.222.0.70 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617553 Sep 24 14:57:17.375450 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:17.393415 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-07e3607d-6459-4e50-a277-93451678588e admin admin] 10.222.0.13 "PUT /v2.0/routers/e0e6e3fe-e8a9-4b75-beb3-826dfadb567e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4641449 Sep 24 14:57:17.410984 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-7ed4e2b4-c538-45ea-8aa4-62feac871dd7 None None] Provisioning complete for port 0df55c00-89a8-495a-8e55-651f36552b42 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:17.411625 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ed4e2b4-c538-45ea-8aa4-62feac871dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:17.412080 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-15d88da0-2e04-4333-bd98-22d19f7f97ea req-b5c45d04-d71c-4315-8777-3772cec0feaf service neutron] 10.222.0.70 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255009 Sep 24 14:57:17.539869 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4e2b4-c538-45ea-8aa4-62feac871dd7 None None] Port 0df55c00-89a8-495a-8e55-651f36552b42 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:17.556386 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-1e83a5ad-a0c5-40d3-8f0f-e5e5ec5fb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:17.558547 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-1e83a5ad-a0c5-40d3-8f0f-e5e5ec5fb2b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 1097 time: 0.0771489 Sep 24 14:57:17.584338 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 2, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:17.617955 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad381a-d214-4499-a04d-21dcab0f63d3 None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 2, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:17.849838 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb47d-dd08-455b-8b52-9940883a5c78 req-f93e6957-9f9a-46c4-9986-7719340ad653 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:17.854124 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ebfbb47d-dd08-455b-8b52-9940883a5c78 req-f93e6957-9f9a-46c4-9986-7719340ad653 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 944 time: 0.1476769 Sep 24 14:57:17.918051 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:17.975180 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ebfbb47d-dd08-455b-8b52-9940883a5c78 req-c7c9f12e-c0d7-493c-8c8d-63ea4702b6bc tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067977 Sep 24 14:57:18.197397 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52264) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:18.227546 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-8615f920-80e8-4de2-85d8-01399b2dd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:18.229935 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-8615f920-80e8-4de2-85d8-01399b2dd4a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb HTTP/1.1" status: 200 len: 914 time: 0.6597443 Sep 24 14:57:18.297518 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-0fc30c6e-81d9-4182-831e-9de9cecf3ec3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac HTTP/1.1" status: 200 len: 217 time: 0.0552132 Sep 24 14:57:18.370080 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-ef429ae5-0c5b-40da-ba11-934d0b087661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:18.371925 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-ef429ae5-0c5b-40da-ba11-934d0b087661 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7d2c28a-6349-4802-bf7a-04f2743bd577 HTTP/1.1" status: 200 len: 853 time: 0.0620401 Sep 24 14:57:18.422322 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-ae923955-4631-4c2c-b317-834edb4c8314 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368741 Sep 24 14:57:18.425003 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0eccc971-393e-459f-a662-690b1246a00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.512275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52268) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:18.519283 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717083649', 'description': 'tempest-description--358466191'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:18.601214 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-c5fb67bf-124d-4c5f-a367-eabdce128a81 service neutron] 10.222.0.70 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689365 Sep 24 14:57:18.611940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0eccc971-393e-459f-a662-690b1246a00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.625888 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0eccc971-393e-459f-a662-690b1246a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.726873 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0eccc971-393e-459f-a662-690b1246a00c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c9ba3e6351a4c5a9fdb51943d0914a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280230 Sep 24 14:57:18.728356 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.733564 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52270) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:18.775957 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccc971-393e-459f-a662-690b1246a00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193b478-e9cf-42ad-8404-929e1783f8fd,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:18.810705 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-46647441-63b4-46ac-ad60-7fc8d0c77e4d req-ef596e01-1467-4a75-b876-58ea6030b5c4 service neutron] 10.222.0.70 "GET /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953666 Sep 24 14:57:18.922549 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f89222-9b2e-4ed9-a902-09a3ba2296ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:18.963718 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f89222-9b2e-4ed9-a902-09a3ba2296ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.038987 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.044627 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.095554 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.100661 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5842414 Sep 24 14:57:19.102819 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52274) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:19.103201 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63a68d-052f-4973-9487-daa5da4e6354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b41ca6-e281-4932-a22f-3f9b1992631e,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:19.109166 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f89222-9b2e-4ed9-a902-09a3ba2296ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.112731 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6f89222-9b2e-4ed9-a902-09a3ba2296ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.114334 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c6f89222-9b2e-4ed9-a902-09a3ba2296ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e193b478-e9cf-42ad-8404-929e1783f8fd HTTP/1.1" status: 204 len: 168 time: 0.3775437 Sep 24 14:57:19.124833 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89222-9b2e-4ed9-a902-09a3ba2296ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193b478-e9cf-42ad-8404-929e1783f8fd,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:19.133034 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'security_group_rule': {'security_group_id': 'c3b41ca6-e281-4932-a22f-3f9b1992631e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:19.215146 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.283642 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e61372-2bac-4dbc-950c-28119cd7243a req-58d27e7d-91dc-4fb3-a7a2-cc6fd32cd2f8 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:19.286749 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-03e61372-2bac-4dbc-950c-28119cd7243a req-58d27e7d-91dc-4fb3-a7a2-cc6fd32cd2f8 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 944 time: 0.1022635 Sep 24 14:57:19.303839 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.312554 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.332970 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d133955-0331-4679-b467-195a4449cf77,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:19.349701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.355031 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-67884b35-430b-4270-96ca-13783c6bd5c7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502348 Sep 24 14:57:19.355812 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52278) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:19.361250 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'security_group_rule': {'security_group_id': 'c3b41ca6-e281-4932-a22f-3f9b1992631e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:19.389065 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-03e61372-2bac-4dbc-950c-28119cd7243a req-73b1068b-9603-489a-93e3-45aaf9ae224e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940583 Sep 24 14:57:19.407831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.498929 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.504788 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.528158 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d643c20-3c61-4769-acb2-8ad3a48a2c88,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:19.539360 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.540818 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-fc9458a4-f498-47d9-8660-d0927979d960 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1835124 Sep 24 14:57:19.545773 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52280) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:19.551435 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:19.591550 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.720043 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:19.845660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Allocated IP 172.27.2.141 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/3468f2a3-ec49-4fe3-8394-eb0379d40c56) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:19.928599 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a6386647-b7a8-419f-a11f-d4f8b45d5ebe up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:19.976672 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.010653 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port a6386647-b7a8-419f-a11f-d4f8b45d5ebe triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:20.011244 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.036605 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.104881 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:20.113062 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:20.119759 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:20.134941 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09126011-10fd-48cc-8cfe-0694b308b80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.137639 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.162401 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port a6386647-b7a8-419f-a11f-d4f8b45d5ebe, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:20.168136 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.199951 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'Port': ['ID=3468f2a3-ec49-4fe3-8394-eb0379d40c56,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:20.238025 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:20.328962 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.377294 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.423072 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:20.451736 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:20.452407 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:57:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:20.614446 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:20.649792 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.666577 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4c3b2-ad8b-4ee9-b27f-c40705d0834a req-1026f142-4e78-4a90-a57a-c369e91affd1 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:20.668172 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e1a4c3b2-ad8b-4ee9-b27f-c40705d0834a req-1026f142-4e78-4a90-a57a-c369e91affd1 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 944 time: 0.1195092 Sep 24 14:57:20.716043 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.723292 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.768145 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e1a4c3b2-ad8b-4ee9-b27f-c40705d0834a req-a4524957-f2cb-47ca-9a6d-1f7471f85a50 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Sep 24 14:57:20.818442 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'Port': ['ID=3468f2a3-ec49-4fe3-8394-eb0379d40c56,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:20.838196 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.855130 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:20.856510 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f71dbe72-2e5b-4b1a-a155-1227801f3c7c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3095980 Sep 24 14:57:20.966430 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 2, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:21.020656 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:21.021187 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Updating router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e port 0df55c00-89a8-495a-8e55-651f36552b42 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 14:57:21.063387 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.090272 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-1266eaf7-f65b-4f87-aa8c-383c76faddb6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--717083649&fields=id&tenant_id=87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 267 time: 0.0423245 Sep 24 14:57:21.145893 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device cbf4379d-5966-4e48-90a1-a0e5de46d2ac details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:57:21.240675 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-38498074-604e-44f7-868d-a938c5305cbf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:21.244101 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-38498074-604e-44f7-868d-a938c5305cbf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 817 time: 0.1457746 Sep 24 14:57:21.273909 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-077d0874-64f4-4836-b3d1-b5355acef320 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/quotas/87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 375 time: 0.0179908 Sep 24 14:57:21.304170 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:21.329425 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac', 'network_id': 'd291e273-0d3e-433e-a3f8-3f2d60ad3ebb', 'port_id': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac', 'mac_address': 'fa:16:3e:4d:3e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d2c28a-6349-4802-bf7a-04f2743bd577', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:57:21.355184 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-d4f81eae-9db7-470f-a0b8-389f33fad6dc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655189 Sep 24 14:57:21.404881 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.419099 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.424710 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf4379d-5966-4e48-90a1-a0e5de46d2ac {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:21.428483 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.456428 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:21.463666 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.491184 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-c421cecb-ac01-4691-94f5-e8232b9f3d97 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200943 Sep 24 14:57:21.529039 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:21.550428 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Pushing event updated for resources: {'Port': ['ID=0df55c00-89a8-495a-8e55-651f36552b42,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:21.578263 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.578636 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.578986 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.579326 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.579688 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.580025 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.580353 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.580685 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.581034 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.581370 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.581698 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.582037 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:57:21.624755 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Attempting to bind port 0df55c00-89a8-495a-8e55-651f36552b42 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:21.625432 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Attempting to bind port 0df55c00-89a8-495a-8e55-651f36552b42 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:21.626159 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Attempting to bind port 0df55c00-89a8-495a-8e55-651f36552b42 on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:21.637960 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:21.638821 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Checking segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:21.639692 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.640435 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Bound using segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:21.641354 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Bound port: 0df55c00-89a8-495a-8e55-651f36552b42, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:21.642139 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.689361 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-6f6514fc-6d9d-4bc3-8cbb-5f21e2f8f8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623335 Sep 24 14:57:21.760443 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['cbf4379d-5966-4e48-90a1-a0e5de46d2ac'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:57:21.760698 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] For port 0df55c00-89a8-495a-8e55-651f36552b42, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:21.767779 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] For port 0df55c00-89a8-495a-8e55-651f36552b42, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=0df55c00-89a8-495a-8e55-651f36552b42,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:21.777701 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.852362 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-77352568-3081-45a3-915f-98ce062026e4 None None] Provisioning complete for port 0df55c00-89a8-495a-8e55-651f36552b42 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:21.853361 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77352568-3081-45a3-915f-98ce062026e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:21.910722 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5005bc-17c4-47b1-b009-6cb873e81882 None None] Pushing event updated for resources: {'Port': ['ID=0df55c00-89a8-495a-8e55-651f36552b42,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:21.916622 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:21.918123 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:57:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:22.009256 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e07661c5-eccb-4a3a-9ae4-f0663fda1002 req-154c4141-863a-48dd-b229-8e38106f0429 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 210 time: 0.0716255 Sep 24 14:57:22.036488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a6386647-b7a8-419f-a11f-d4f8b45d5ebe up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:22.137185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573cad1-03dc-425b-aa07-efd1d81dda60 req-d5a2bd35-4cb7-427b-9476-e324a0f01bc5 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:22.140074 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3573cad1-03dc-425b-aa07-efd1d81dda60 req-d5a2bd35-4cb7-427b-9476-e324a0f01bc5 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 945 time: 0.1505408 Sep 24 14:57:22.163752 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.205935 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:22.247378 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3573cad1-03dc-425b-aa07-efd1d81dda60 req-f5a28813-5b22-4cc8-8fa9-4af58000af05 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984044 Sep 24 14:57:22.270748 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77352568-3081-45a3-915f-98ce062026e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.326848 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port a6386647-b7a8-419f-a11f-d4f8b45d5ebe triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:22.327231 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.356525 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-77352568-3081-45a3-915f-98ce062026e4 None None] For port 0df55c00-89a8-495a-8e55-651f36552b42, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=0df55c00-89a8-495a-8e55-651f36552b42,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:22.369997 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77352568-3081-45a3-915f-98ce062026e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.445960 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77352568-3081-45a3-915f-98ce062026e4 None None] Pushing event updated for resources: {'Port': ['ID=0df55c00-89a8-495a-8e55-651f36552b42,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:22.535320 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-648c0a8e-fa96-44d4-9355-259688e46549 None None] Provisioning complete for port 0df55c00-89a8-495a-8e55-651f36552b42 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:22.536062 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-648c0a8e-fa96-44d4-9355-259688e46549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:22.542515 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:21Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:22.584027 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c8563-6d29-4ea5-b6a4-db48be378e33 None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:21Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:23.131134 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2a424524-1740-45d8-921d-364cdf6af09c req-6dafcc94-e3e3-45f0-a3cb-13f5121dce12 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 210 time: 0.0362251 Sep 24 14:57:23.160621 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device cbf4379d-5966-4e48-90a1-a0e5de46d2ac up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:23.248987 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port cbf4379d-5966-4e48-90a1-a0e5de46d2ac completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:57:23.258463 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port cbf4379d-5966-4e48-90a1-a0e5de46d2ac triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:23.259249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.477146 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76ba50-4dd7-474a-b415-94cbbacccca2 req-5585f89e-49ab-42be-9320-9458b5d0156c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:23.480048 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-df76ba50-4dd7-474a-b415-94cbbacccca2 req-5585f89e-49ab-42be-9320-9458b5d0156c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 945 time: 0.1238425 Sep 24 14:57:23.533323 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-bdace367-59dd-4959-8eed-a4547ee5f82f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:23.534934 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-bdace367-59dd-4959-8eed-a4547ee5f82f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 817 time: 0.1847167 Sep 24 14:57:23.568537 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-df76ba50-4dd7-474a-b415-94cbbacccca2 req-245e2f8f-3cf6-435d-a137-7147be4b7d70 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815825 Sep 24 14:57:23.580725 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.652488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:23.653902 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-83d9ca30-7318-489b-a3a7-fe73ccd9d1ee tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 379 time: 0.1032991 Sep 24 14:57:23.657670 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f4bfb7-c817-4ef2-bf5b-0e465317001e" -d '{"events": [{"server_uuid": "79a6a051-0b7c-497e-8dc6-14b6f1e2b76f", "name": "network-vif-plugged", "status": "completed", "tag": "cbf4379d-5966-4e48-90a1-a0e5de46d2ac"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:23.669226 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'port': {'device_id': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'admin_state_up': True, 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'security_groups': ['c3b41ca6-e281-4932-a22f-3f9b1992631e']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:23.670163 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:23.678076 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.729134 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56b02c9-4327-463e-97e1-b4b4303b7369 x-openstack-request-id: req-e56b02c9-4327-463e-97e1-b4b4303b7369 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:23.729627 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a6a051-0b7c-497e-8dc6-14b6f1e2b76f", "name": "network-vif-plugged", "status": "completed", "tag": "cbf4379d-5966-4e48-90a1-a0e5de46d2ac", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:23.730023 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56b02c9-4327-463e-97e1-b4b4303b7369 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:23.730641 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac', 'code': 200} Sep 24 14:57:23.781387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:23.885746 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Made reservation on behalf of 87f30cfdf33046409c9f0c6d63c38034 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:57:23.890078 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:23.988274 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 0df55c00-89a8-495a-8e55-651f36552b42 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:24.058845 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42870b97-92b2-41e0-b5d3-818e9727f3bb req-ce99800f-0430-4a8a-bc92-9d821834798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:24.061061 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42870b97-92b2-41e0-b5d3-818e9727f3bb req-ce99800f-0430-4a8a-bc92-9d821834798d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 1099 time: 0.1286733 Sep 24 14:57:24.086862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.109250 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42870b97-92b2-41e0-b5d3-818e9727f3bb req-33cc2700-3fc1-4fd6-9434-960013eafa39 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390775 Sep 24 14:57:24.114252 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 0df55c00-89a8-495a-8e55-651f36552b42 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:24.114943 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.124505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Allocated IP 172.20.0.12 (f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de/67b3ac75-06d6-4071-8c23-8cee6f62bb6f/a8465c6a-ae01-48b4-a59f-3d4f6194039e) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:57:24.295269 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-64f69553-91d7-4b35-a8eb-aa8417b3524d req-d229e55a-a736-4fbb-8ab9-c1153e6ea08a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 210 time: 0.0319788 Sep 24 14:57:24.351862 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769083db-0043-4bd4-a7e9-28198e248d2c req-1b7d386c-c406-4dba-b262-efc94d651039 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:24.353485 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-769083db-0043-4bd4-a7e9-28198e248d2c req-1b7d386c-c406-4dba-b262-efc94d651039 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.1309683 Sep 24 14:57:24.379784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.432998 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-769083db-0043-4bd4-a7e9-28198e248d2c req-23ad7d43-de09-46c2-bab0-2dc9b242b18c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728068 Sep 24 14:57:24.463722 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.514831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:57:24.518363 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:57:24.523571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:57:24.554082 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:24.596894 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:24.597979 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.624171 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-7cc3412c-18f1-4cf2-9703-4a58d151cf19 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626119 Sep 24 14:57:24.648011 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Request body: {'port': {'device_id': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:24.712135 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.777078 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e1578-f774-4244-8f38-93bca48d2f45 req-2bb130a6-7f93-42a5-8a3d-32864838de91 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:24.780088 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-560e1578-f774-4244-8f38-93bca48d2f45 req-2bb130a6-7f93-42a5-8a3d-32864838de91 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 946 time: 0.1125774 Sep 24 14:57:24.819749 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-17c3c10a-0d1f-4c87-b8de-ab9c0e11cf9d None None] Provisioning complete for port a8465c6a-ae01-48b4-a59f-3d4f6194039e triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:24.820556 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17c3c10a-0d1f-4c87-b8de-ab9c0e11cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:24.843167 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-560e1578-f774-4244-8f38-93bca48d2f45 req-2fe9285b-b247-41b9-b8c5-988b842d9c15 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Sep 24 14:57:24.878472 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-17c3c10a-0d1f-4c87-b8de-ab9c0e11cf9d None None] Port a8465c6a-ae01-48b4-a59f-3d4f6194039e cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:57:25.067198 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8465c6a-ae01-48b4-a59f-3d4f6194039e {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:25.076682 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.091060 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Transition to ACTIVE for port object a8465c6a-ae01-48b4-a59f-3d4f6194039e will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:57:25.095565 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.153415 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:25.233837 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Attempting to bind port a8465c6a-ae01-48b4-a59f-3d4f6194039e on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:57:25.234187 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Attempting to bind port a8465c6a-ae01-48b4-a59f-3d4f6194039e by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:57:25.234532 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Attempting to bind port a8465c6a-ae01-48b4-a59f-3d4f6194039e on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:25.239795 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Port a8465c6a-ae01-48b4-a59f-3d4f6194039e on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:57:25.240126 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Attempting to bind port a8465c6a-ae01-48b4-a59f-3d4f6194039e on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:57:25.247881 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:57:25.248225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Checking segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:57:25.248638 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Bound using segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:57:25.249145 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Bound port: a8465c6a-ae01-48b4-a59f-3d4f6194039e, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:57:25.249685 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.336155 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:57:25.342578 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:57:25.348051 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.400770 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.401439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:25.402928 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] 10.222.0.70 "PUT /v2.0/ports/a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 1094 time: 0.7636204 Sep 24 14:57:25.407040 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:25.409606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2376a5d0-d8cd-4c5b-a549-16633a11a856" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:25.465245 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be40b4d-6839-4f1e-aefa-0bd808219edb service neutron] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:25.496522 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7924-3bcf-4f33-b598-83c930ba0c5e req-58d441bb-3a42-4481-892e-2a0638a728f7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.504440 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c10c7924-3bcf-4f33-b598-83c930ba0c5e req-58d441bb-3a42-4481-892e-2a0638a728f7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.1207714 Sep 24 14:57:25.515296 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ffbb96-f423-4400-9966-9bbb7439ac74 x-openstack-request-id: req-b3ffbb96-f423-4400-9966-9bbb7439ac74 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:25.515635 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:25.515891 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3ffbb96-f423-4400-9966-9bbb7439ac74 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:25.516488 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'status': 'completed', 'code': 200} Sep 24 14:57:25.576078 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c10c7924-3bcf-4f33-b598-83c930ba0c5e req-6ed94a4f-8b82-481a-8e20-b0eac184cc0b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706267 Sep 24 14:57:25.588877 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-9ea5c98e-a00d-49ac-a3ff-f3dba00cbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.591375 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-9ea5c98e-a00d-49ac-a3ff-f3dba00cbfd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1097 time: 0.1134536 Sep 24 14:57:25.655780 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-22512b74-622c-489a-a909-5c46955dd331 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 217 time: 0.0433347 Sep 24 14:57:25.677368 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5423ecc-6664-4fb0-89c5-ab15219903b7 req-56bf86b9-4da7-4e1e-b33f-baab36abb954 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.679527 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d5423ecc-6664-4fb0-89c5-ab15219903b7 req-56bf86b9-4da7-4e1e-b33f-baab36abb954 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0743244 Sep 24 14:57:25.718220 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-ff659f8c-6b01-43ab-8b0f-c2d3e19444b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.719777 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-ff659f8c-6b01-43ab-8b0f-c2d3e19444b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0504448 Sep 24 14:57:25.727988 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d5423ecc-6664-4fb0-89c5-ab15219903b7 req-40db7c77-a3fa-4466-a2e1-3a97fd968dea tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373032 Sep 24 14:57:25.779080 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-095f26d7-2e1d-47a1-bf33-677226b88571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:25.780686 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-095f26d7-2e1d-47a1-bf33-677226b88571 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515749 Sep 24 14:57:25.902968 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-84a96c26-8d55-4112-a8ab-f168a66f0e1a service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071405 Sep 24 14:57:26.050396 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cfb5a-b376-4b9c-b81c-bc57b73dbeff req-1869e4da-62b8-4c5a-81ed-e5c66990084c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.052032 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f24cfb5a-b376-4b9c-b81c-bc57b73dbeff req-1869e4da-62b8-4c5a-81ed-e5c66990084c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 946 time: 0.1295478 Sep 24 14:57:26.060062 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f23799f-9047-4d9e-9909-b1a37bcc37b5 req-18010a00-f19f-4185-9a06-0f8607086808 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492722 Sep 24 14:57:26.100518 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f24cfb5a-b376-4b9c-b81c-bc57b73dbeff req-e2996950-4a3e-416a-8b48-ef6c9486d77c tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Sep 24 14:57:26.203688 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-31f49bd6-7895-4d08-bb9e-522f90b9b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.206446 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-31f49bd6-7895-4d08-bb9e-522f90b9b62b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1097 time: 0.0744793 Sep 24 14:57:26.330524 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-1321fd96-e4ad-4147-ab17-dbc76aee0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.332799 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-1321fd96-e4ad-4147-ab17-dbc76aee0861 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.1139829 Sep 24 14:57:26.386786 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-144a1b52-0231-4030-94bc-9d08a50f29b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 217 time: 0.0401926 Sep 24 14:57:26.449502 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-6b70404a-f6d2-4403-a08e-e9353b8945d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.451069 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-6b70404a-f6d2-4403-a08e-e9353b8945d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0557005 Sep 24 14:57:26.536437 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-98cdc3d9-d687-4405-94f5-da47f57e376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.538776 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-98cdc3d9-d687-4405-94f5-da47f57e376b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686684 Sep 24 14:57:26.651968 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-47e3179b-635b-48b0-b2f0-ef9a5777142f service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995271 Sep 24 14:57:26.800944 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879b9b-9a5e-40ad-9e75-339d9466f18d req-11ccb262-e9b9-4c2c-b427-d4283b350af5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.802635 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d1879b9b-9a5e-40ad-9e75-339d9466f18d req-11ccb262-e9b9-4c2c-b427-d4283b350af5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.1178985 Sep 24 14:57:26.806180 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2376a5d0-d8cd-4c5b-a549-16633a11a856 req-03689391-e3da-48af-a5ed-23f2ade01f9c service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432347 Sep 24 14:57:26.864396 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d1879b9b-9a5e-40ad-9e75-339d9466f18d req-bb3250d4-32d5-462d-b3f9-741173b76288 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500674 Sep 24 14:57:26.903978 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426197a7-85d6-4e25-b7ff-7289acea399b req-e6d767e4-3ff0-4b9a-931c-a4442e49d752 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:26.906694 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-426197a7-85d6-4e25-b7ff-7289acea399b req-e6d767e4-3ff0-4b9a-931c-a4442e49d752 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0902903 Sep 24 14:57:26.954479 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-426197a7-85d6-4e25-b7ff-7289acea399b req-1558d714-9ada-4c11-bb29-059b8f8c09a8 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413527 Sep 24 14:57:27.999611 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5156d-ab4a-46f8-8eb1-64036c8c3d48 req-8d68a466-0af9-465f-b34e-fc88900c733c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:28.001228 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-55f5156d-ab4a-46f8-8eb1-64036c8c3d48 req-8d68a466-0af9-465f-b34e-fc88900c733c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0530496 Sep 24 14:57:28.057668 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-55f5156d-ab4a-46f8-8eb1-64036c8c3d48 req-b3659084-9d0b-40fb-945b-e18cfc1f9a15 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439272 Sep 24 14:57:28.152367 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a11b9-5654-4d22-aab8-2a375719c780 req-b2eae7a0-8bb7-45e8-b728-cebfa4519f6a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:28.153905 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4b2a11b9-5654-4d22-aab8-2a375719c780 req-b2eae7a0-8bb7-45e8-b728-cebfa4519f6a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0579085 Sep 24 14:57:28.197185 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4b2a11b9-5654-4d22-aab8-2a375719c780 req-60b7bd73-2f8e-463d-b887-821d8200981e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366719 Sep 24 14:57:29.179529 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:57:29.221486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32baeaa-c44d-4ed2-b687-009836ab2060 req-95996430-65f0-4fcd-af02-0ad315e8642a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:29.223847 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c32baeaa-c44d-4ed2-b687-009836ab2060 req-95996430-65f0-4fcd-af02-0ad315e8642a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0678217 Sep 24 14:57:29.276492 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c32baeaa-c44d-4ed2-b687-009836ab2060 req-8bf4ef7b-e4c7-427f-ab7b-6498db12e6be tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384119 Sep 24 14:57:29.317790 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:29.332502 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'mac_address': 'fa:16:3e:ad:2d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:57:29.357972 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67266c4-b9aa-4755-b180-4545041bceb7 req-d3abfa4e-826c-4a30-bf81-11c4ee65d891 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:29.359554 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b67266c4-b9aa-4755-b180-4545041bceb7 req-d3abfa4e-826c-4a30-bf81-11c4ee65d891 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0704706 Sep 24 14:57:29.379679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.395108 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8465c6a-ae01-48b4-a59f-3d4f6194039e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:57:29.405457 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b67266c4-b9aa-4755-b180-4545041bceb7 req-b4f2ddc3-b4c4-4eb6-95a2-ce7628045a98 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380225 Sep 24 14:57:29.421554 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:29.427687 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:29.485854 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:29.770027 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['a8465c6a-ae01-48b4-a59f-3d4f6194039e'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:57:30.404574 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d342a9-26e7-413b-9254-c6bac122622a req-a7622b52-1835-4ed3-a02e-7f1484551c93 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:30.406218 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-95d342a9-26e7-413b-9254-c6bac122622a req-a7622b52-1835-4ed3-a02e-7f1484551c93 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 945 time: 0.0526216 Sep 24 14:57:30.466225 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-95d342a9-26e7-413b-9254-c6bac122622a req-3d0436aa-f68d-4a0e-82f9-72bb204ea0eb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531466 Sep 24 14:57:30.539616 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82a27-e290-4aab-9f7d-46d89bfd6e96 req-9a42c092-d2ee-4df4-a0d8-789d08552ce4 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:30.541445 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a5f82a27-e290-4aab-9f7d-46d89bfd6e96 req-9a42c092-d2ee-4df4-a0d8-789d08552ce4 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0600049 Sep 24 14:57:30.588558 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a5f82a27-e290-4aab-9f7d-46d89bfd6e96 req-9fec98f7-25d5-424a-b395-4df1486d219c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Sep 24 14:57:31.187184 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:57:31.242910 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port a8465c6a-ae01-48b4-a59f-3d4f6194039e completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:57:31.247813 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port a8465c6a-ae01-48b4-a59f-3d4f6194039e triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:57:31.248190 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.338934 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.369128 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:31.371679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e020b4-2649-4b0f-b0c9-1b05ea8bd823" -d '{"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:31.386639 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:31.391955 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:31.417834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9363e017-14df-4443-b7c4-c956bddf7e3f x-openstack-request-id: req-9363e017-14df-4443-b7c4-c956bddf7e3f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:31.418145 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:31.418402 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9363e017-14df-4443-b7c4-c956bddf7e3f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:31.418783 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'code': 200} Sep 24 14:57:31.448843 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:31.611552 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756aa9c-5c59-4f9e-8f2a-62a435c0e75a req-c42ad494-3459-4091-8b9b-4fd9368a3f37 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:31.613701 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d756aa9c-5c59-4f9e-8f2a-62a435c0e75a req-c42ad494-3459-4091-8b9b-4fd9368a3f37 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0562277 Sep 24 14:57:31.669018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd87eca-118f-45da-b841-7d733196fd6f req-c0fb7bf4-b8a6-4f3c-b2c9-6a3f90c5e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:31.672036 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fdd87eca-118f-45da-b841-7d733196fd6f req-c0fb7bf4-b8a6-4f3c-b2c9-6a3f90c5e114 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1099 time: 0.0625823 Sep 24 14:57:31.685628 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d756aa9c-5c59-4f9e-8f2a-62a435c0e75a req-ed0a7658-3660-42fe-8568-1c4090de66bf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620501 Sep 24 14:57:31.745441 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fdd87eca-118f-45da-b841-7d733196fd6f req-32227bc6-d702-4488-8f16-1e0f7097db92 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568521 Sep 24 14:57:31.766992 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e100fb8-a5bb-4e01-a445-b43b9cfe7878 req-52c9f02a-9faa-4a10-b582-ff1ef1c4c75a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:31.768644 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3e100fb8-a5bb-4e01-a445-b43b9cfe7878 req-52c9f02a-9faa-4a10-b582-ff1ef1c4c75a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0634091 Sep 24 14:57:31.811547 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3e100fb8-a5bb-4e01-a445-b43b9cfe7878 req-98defae0-12a4-47f9-93d0-b6ae394b2d9c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363612 Sep 24 14:57:32.003903 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:57:32.843144 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265781b-fb95-4b26-aaa2-ae3e258ccc6b req-4f5cbaea-b569-4a6d-a915-8bc8f441e65c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:32.845217 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2265781b-fb95-4b26-aaa2-ae3e258ccc6b req-4f5cbaea-b569-4a6d-a915-8bc8f441e65c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0531170 Sep 24 14:57:32.891418 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-2265781b-fb95-4b26-aaa2-ae3e258ccc6b req-58438d1b-dd86-4b6a-8bc0-d253db14f971 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383186 Sep 24 14:57:32.951078 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed902-db9e-49f3-86cd-355feccd2209 req-72aa42b7-2619-4ef8-8ef5-88bd579c292e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:32.952688 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1e9ed902-db9e-49f3-86cd-355feccd2209 req-72aa42b7-2619-4ef8-8ef5-88bd579c292e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Sep 24 14:57:32.996356 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1e9ed902-db9e-49f3-86cd-355feccd2209 req-e5910301-1b62-4044-855c-b059668d9d14 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367000 Sep 24 14:57:34.063817 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975898c7-0212-41cd-a5d6-f1ef8873eb2a req-6434f784-74f5-44a9-8434-82b888bd777b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:34.066659 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-975898c7-0212-41cd-a5d6-f1ef8873eb2a req-6434f784-74f5-44a9-8434-82b888bd777b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0878882 Sep 24 14:57:34.127941 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-975898c7-0212-41cd-a5d6-f1ef8873eb2a req-13fba1d2-ec77-4d4b-b9e0-b15be372947b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539758 Sep 24 14:57:34.160410 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e8f59-981e-46ec-a444-64ff9c56cbea req-a6ecef95-ea67-4288-84aa-d50f22148e84 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:34.162119 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b1e8f59-981e-46ec-a444-64ff9c56cbea req-a6ecef95-ea67-4288-84aa-d50f22148e84 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0596242 Sep 24 14:57:34.208344 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b1e8f59-981e-46ec-a444-64ff9c56cbea req-cd31884e-3b02-4644-8f9a-93bfce49038d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396147 Sep 24 14:57:34.297585 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc399a26-6757-4a4c-9b62-065c7ed4b867 req-6ddb7e8c-c35b-4dd2-ac3a-d94f8f1926cc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:34.299126 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc399a26-6757-4a4c-9b62-065c7ed4b867 req-6ddb7e8c-c35b-4dd2-ac3a-d94f8f1926cc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0801623 Sep 24 14:57:34.308137 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52408) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:57:34.313841 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'floatingip': {'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:57:34.403010 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.205402 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.211561 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.357714 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31512a8b-ea7d-4410-8023-3fd04dee291a req-440a0f8d-935d-4f04-a649-deab4a325c82 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:35.359357 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-31512a8b-ea7d-4410-8023-3fd04dee291a req-440a0f8d-935d-4f04-a649-deab4a325c82 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0729880 Sep 24 14:57:35.364432 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Floating IP 6eba1bab-7bf7-46cd-a741-4af1b791be32 associated. External IP: 172.27.2.141, port: a8465c6a-ae01-48b4-a59f-3d4f6194039e. Sep 24 14:57:35.468863 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-31512a8b-ea7d-4410-8023-3fd04dee291a req-9b0cd7fb-f8d8-4545-867d-77ebaf3dd735 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000121 Sep 24 14:57:35.621430 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:57:35.741684 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:57:35.746794 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:35.752147 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:57:35.767159 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:35.767835 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:57:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:35.797657 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-aed62beb-3bc9-4129-b2e3-dae5cdeb14b5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "PUT /v2.0/floatingips/6eba1bab-7bf7-46cd-a741-4af1b791be32 HTTP/1.1" status: 200 len: 992 time: 1.4879699 Sep 24 14:57:35.798621 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:35.802760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:35.875185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12513f08-f3bc-4edd-9220-dba4b0de8f10 x-openstack-request-id: req-12513f08-f3bc-4edd-9220-dba4b0de8f10 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:35.875669 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:35.876469 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12513f08-f3bc-4edd-9220-dba4b0de8f10 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:35.876714 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'status': 'completed', 'code': 200} Sep 24 14:57:35.891737 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:36.169384 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '6eba1bab-7bf7-46cd-a741-4af1b791be32', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'mac_address': 'fa:16:3e:ad:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:57:20Z', 'updated_at': '2021-09-24T14:57:35Z', 'revision_number': 1, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:36.195929 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:57:36.205558 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:57:36.206196 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:57:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:36.312335 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:57:36.558074 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '6eba1bab-7bf7-46cd-a741-4af1b791be32', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'mac_address': 'fa:16:3e:ad:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:57:20Z', 'updated_at': '2021-09-24T14:57:35Z', 'revision_number': 1, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:57:36.587913 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6060e2-5d88-4b37-9243-362c90fa0218 None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '6eba1bab-7bf7-46cd-a741-4af1b791be32', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'mac_address': 'fa:16:3e:ad:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:57:20Z', 'updated_at': '2021-09-24T14:57:35Z', 'revision_number': 1, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:57:36.591328 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bda4-364e-4245-9b8d-c2518af49bf0 req-394f57a9-c4ae-4e67-8373-6792b520ae13 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:36.593042 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c3a2bda4-364e-4245-9b8d-c2518af49bf0 req-394f57a9-c4ae-4e67-8373-6792b520ae13 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0499468 Sep 24 14:57:36.637938 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c3a2bda4-364e-4245-9b8d-c2518af49bf0 req-fa6d54da-a037-4d7c-a162-5389c5cf3ce4 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385973 Sep 24 14:57:36.785114 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f6f1eb-1eb0-4c42-bbb8-39a5794aef22 None None] New status for floating IP 6eba1bab-7bf7-46cd-a741-4af1b791be32: ACTIVE {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 14:57:37.768163 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda142-20f4-4d3a-a39f-8119290fe3e6 req-4f67f9f8-023c-4548-8b2c-2d62765fb4b1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:37.769914 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-90dda142-20f4-4d3a-a39f-8119290fe3e6 req-4f67f9f8-023c-4548-8b2c-2d62765fb4b1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0594957 Sep 24 14:57:37.814336 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-90dda142-20f4-4d3a-a39f-8119290fe3e6 req-2207d770-5bf3-40a2-905e-70e9a05405ee tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Sep 24 14:57:38.646575 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-b657d839-119d-409e-9214-4bac2784edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:38.648098 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-b657d839-119d-409e-9214-4bac2784edb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1099 time: 0.0450592 Sep 24 14:57:38.795685 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-bd75a31c-911e-4a03-b197-08b1a7abaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:38.797240 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-bd75a31c-911e-4a03-b197-08b1a7abaf08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.1192164 Sep 24 14:57:38.885038 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-60d4cf25-53d5-44f4-92e0-696ea6055c6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 1002 time: 0.0739636 Sep 24 14:57:38.997065 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-17c46229-d363-410e-a6bc-596a5a4c7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:38.998569 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-17c46229-d363-410e-a6bc-596a5a4c7bfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0846493 Sep 24 14:57:39.008526 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6afea5-07e6-440f-baf0-4a7f8a1ff9ae req-e7c74171-e51f-4941-bcca-09235480cf6b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:39.010341 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1b6afea5-07e6-440f-baf0-4a7f8a1ff9ae req-e7c74171-e51f-4941-bcca-09235480cf6b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.1088867 Sep 24 14:57:39.080727 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1b6afea5-07e6-440f-baf0-4a7f8a1ff9ae req-ab67a430-a12b-45ec-93ea-bf1d7da1690d tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607169 Sep 24 14:57:39.092406 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-5380dc5a-a42a-47f6-9cf8-25afff549752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:39.097811 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-5380dc5a-a42a-47f6-9cf8-25afff549752 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862107 Sep 24 14:57:39.204846 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-b03ad03a-1d3f-4eff-a5fc-25bfbe3b3a9b service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973442 Sep 24 14:57:39.317471 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9b2c941-64c0-4b22-b7b2-97fb7f4d0593 req-7208f6f2-7dc6-432e-9fe6-eb4e2cf6194e service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992320 Sep 24 14:57:40.211677 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499bd1a-0e82-4baf-bc4b-ac08151fb2a7 req-3464aa13-5ced-487f-a9bd-7e120a7435ba tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:40.213540 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7499bd1a-0e82-4baf-bc4b-ac08151fb2a7 req-3464aa13-5ced-487f-a9bd-7e120a7435ba tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0535169 Sep 24 14:57:40.462842 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7499bd1a-0e82-4baf-bc4b-ac08151fb2a7 req-e298fdaf-27d7-4fd2-82e7-183cab830977 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388680 Sep 24 14:57:40.693403 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1f0ff-9bc6-4361-ac62-e496b08b7b1e req-ed109208-efec-485c-8c61-7683958d16eb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:40.695152 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a3d1f0ff-9bc6-4361-ac62-e496b08b7b1e req-ed109208-efec-485c-8c61-7683958d16eb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0581205 Sep 24 14:57:40.737691 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a3d1f0ff-9bc6-4361-ac62-e496b08b7b1e req-c538b859-e4fa-4e43-8ae3-ea2be49b41c2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361969 Sep 24 14:57:41.892806 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d9305-6ffa-4779-8742-2cc04cbc10a6 req-faf006f3-3a98-42dc-8094-d1d7df5dd408 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:41.894737 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d4d9305-6ffa-4779-8742-2cc04cbc10a6 req-faf006f3-3a98-42dc-8094-d1d7df5dd408 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0588722 Sep 24 14:57:41.956197 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2d4d9305-6ffa-4779-8742-2cc04cbc10a6 req-74f19611-c1db-4ccd-9b2f-a125e6741a0f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540075 Sep 24 14:57:43.092943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ac985-ae34-4c51-8cc3-034cc99d1d26 req-45287e72-adeb-4c26-9a12-0056cda59169 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:43.094532 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd9ac985-ae34-4c51-8cc3-034cc99d1d26 req-45287e72-adeb-4c26-9a12-0056cda59169 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0553985 Sep 24 14:57:43.138741 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd9ac985-ae34-4c51-8cc3-034cc99d1d26 req-d01163a1-48eb-4d1c-9977-154f3aa7b72c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366921 Sep 24 14:57:43.365974 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-81ab3f28-3eb0-44bd-8826-f3be02f9660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:43.367731 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-81ab3f28-3eb0-44bd-8826-f3be02f9660d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0429080 Sep 24 14:57:43.467292 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-16aca85e-2084-4a0d-b9b2-f80a786ca999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:43.468967 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-16aca85e-2084-4a0d-b9b2-f80a786ca999 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.0922208 Sep 24 14:57:43.548090 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-eff2759e-9940-4837-8a07-5896b76142f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 1001 time: 0.0679533 Sep 24 14:57:43.630700 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-b63f5538-4f46-4cb8-8f7d-81dbadfe7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:43.633564 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-b63f5538-4f46-4cb8-8f7d-81dbadfe7337 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0726800 Sep 24 14:57:43.693616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-aa2e0403-92ae-4611-935e-06f42499dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:43.695388 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-aa2e0403-92ae-4611-935e-06f42499dd7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475650 Sep 24 14:57:43.815756 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-64a25bab-c4d5-4a36-9fec-4e877df144df service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053369 Sep 24 14:57:43.951714 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6fe6628e-01f3-4469-a03b-4ef2842bfa78 req-4207189e-9fc2-48bb-b874-bca316bdc9d1 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242945 Sep 24 14:57:44.284915 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91080-7f85-43d6-bc2e-dec5de4e789e req-7b915730-f457-45e1-928d-211a2a5afab6 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:44.286577 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dbb91080-7f85-43d6-bc2e-dec5de4e789e req-7b915730-f457-45e1-928d-211a2a5afab6 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0612333 Sep 24 14:57:44.337561 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dbb91080-7f85-43d6-bc2e-dec5de4e789e req-b97e2c79-8c10-48cb-8176-fd35d55d7a5a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440245 Sep 24 14:57:45.464156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2462-f9b9-4b04-8014-46a093499910 req-38224a12-79ed-4466-a884-076cb620c2c1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:45.465733 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac6c2462-f9b9-4b04-8014-46a093499910 req-38224a12-79ed-4466-a884-076cb620c2c1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Sep 24 14:57:45.507280 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac6c2462-f9b9-4b04-8014-46a093499910 req-e2ad9764-50a0-4325-8952-f0827973530b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354497 Sep 24 14:57:46.818800 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-6cc544f6-f328-4894-be03-a228d733e144 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419021 Sep 24 14:57:46.883120 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9d1f1d5-2819-48ee-94ff-8297bfb0c3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:46.932978 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaed388-0036-4017-9d7c-850784f21feb req-9ece7df0-6425-45e7-8f87-755eb72fba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:46.934445 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-9ece7df0-6425-45e7-8f87-755eb72fba49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 1098 time: 0.0433657 Sep 24 14:57:47.057193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaed388-0036-4017-9d7c-850784f21feb req-4274e706-8105-4a5e-86ea-703d2de7a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:47.058692 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-4274e706-8105-4a5e-86ea-703d2de7a44a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.0897343 Sep 24 14:57:47.135578 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-29314d1b-fdeb-49bd-b9f1-292b962e295e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 200 len: 1001 time: 0.0639451 Sep 24 14:57:47.192141 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaed388-0036-4017-9d7c-850784f21feb req-495966b0-0e51-4acc-98f6-c2cb835daf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:47.193659 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-495966b0-0e51-4acc-98f6-c2cb835daf44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0466900 Sep 24 14:57:47.250267 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaed388-0036-4017-9d7c-850784f21feb req-3cb51460-e018-4af8-b814-348869fc0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:47.251838 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-3cb51460-e018-4af8-b814-348869fc0e60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486660 Sep 24 14:57:47.592817 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-afa5010d-badb-4fc8-98ea-7fe5a8326d08 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248634 Sep 24 14:57:47.694534 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8aaed388-0036-4017-9d7c-850784f21feb req-6e9c598b-2e14-4f0b-bbe3-3151f22ca8e3 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838561 Sep 24 14:57:47.876855 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:48.756812 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda67a1-d522-42b6-88a5-bf6f80538f4e req-8bdcd53d-fe56-44ec-ac00-532168464838 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:48.758348 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8dda67a1-d522-42b6-88a5-bf6f80538f4e req-8bdcd53d-fe56-44ec-ac00-532168464838 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 946 time: 0.0528286 Sep 24 14:57:48.796476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8dda67a1-d522-42b6-88a5-bf6f80538f4e req-4cce58ae-c4e3-4830-b1a5-876aea81abcf tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Sep 24 14:57:49.918943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2195340-3952-4d84-a04f-b54f6016bcf9 req-a1fb59c9-ada0-4c74-bce7-6c0c2bb36d97 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:49.920452 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b2195340-3952-4d84-a04f-b54f6016bcf9 req-a1fb59c9-ada0-4c74-bce7-6c0c2bb36d97 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 946 time: 0.0518446 Sep 24 14:57:49.960916 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b2195340-3952-4d84-a04f-b54f6016bcf9 req-e70655b3-efa8-4907-b046-e32639fc49cd tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Sep 24 14:57:50.108205 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdda1-59af-4277-b394-49439ce2e929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:50.644464 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.080053 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-d32dcd9a-6f3a-4e0f-b31b-22bf9122e09e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:51.081514 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-d32dcd9a-6f3a-4e0f-b31b-22bf9122e09e tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 946 time: 0.0752175 Sep 24 14:57:51.126995 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfc301-52d6-473f-8ced-9a3fb1f547c2 req-17564154-a58b-48b6-8a4e-d00239d3418a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:57:51.128836 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e0dfc301-52d6-473f-8ced-9a3fb1f547c2 req-17564154-a58b-48b6-8a4e-d00239d3418a tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/ports?device_id=79a6a051-0b7c-497e-8dc6-14b6f1e2b76f HTTP/1.1" status: 200 len: 946 time: 0.0877063 Sep 24 14:57:51.199055 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e0dfc301-52d6-473f-8ced-9a3fb1f547c2 req-fa1fbf1e-fcf9-4979-a772-ef38ffc26fd7 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.13 "GET /v2.0/security-groups?id=6def363d-2e1d-4079-a9f3-abc4bbae7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621631 Sep 24 14:57:51.218351 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Deleting port cbf4379d-5966-4e48-90a1-a0e5de46d2ac {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:57:51.218702 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.308831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] For port cbf4379d-5966-4e48-90a1-a0e5de46d2ac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,segment=NetworkSegment(d006f10f-46bb-4212-8186-93531c20cb87),segment_id=d006f10f-46bb-4212-8186-93531c20cb87)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:57:51.309199 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.321480 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Calling delete_port for cbf4379d-5966-4e48-90a1-a0e5de46d2ac owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:57:51.451607 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.463695 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['cbf4379d-5966-4e48-90a1-a0e5de46d2ac'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:57:51.479388 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Pushing event deleted for resources: {'Port': ['ID=cbf4379d-5966-4e48-90a1-a0e5de46d2ac,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:57:51.521044 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] No DVR routers for this DVR port cbf4379d-5966-4e48-90a1-a0e5de46d2ac on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:57:51.523663 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:51.525708 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d62f3df6-6fa2-47b1-b648-d8f46746f560 req-85507a99-358b-4a76-bc4c-ccc3a69035f2 tempest-VolumesSnapshotTestJSON-830017803 tempest-VolumesSnapshotTestJSON-830017803-project] 10.222.0.70 "DELETE /v2.0/ports/cbf4379d-5966-4e48-90a1-a0e5de46d2ac HTTP/1.1" status: 204 len: 173 time: 0.4330873 Sep 24 14:57:51.526156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'name': 'network-vif-deleted', 'tag': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:57:51.528448 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68541272-b7f4-4b68-bf76-aca9c84600b5" -d '{"events": [{"server_uuid": "79a6a051-0b7c-497e-8dc6-14b6f1e2b76f", "name": "network-vif-deleted", "tag": "cbf4379d-5966-4e48-90a1-a0e5de46d2ac"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:57:51.575063 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b1e36-94fd-418e-8bfb-7351dd42ba59 x-openstack-request-id: req-e34b1e36-94fd-418e-8bfb-7351dd42ba59 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:57:51.575359 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a6a051-0b7c-497e-8dc6-14b6f1e2b76f", "name": "network-vif-deleted", "tag": "cbf4379d-5966-4e48-90a1-a0e5de46d2ac", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:57:51.575646 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e34b1e36-94fd-418e-8bfb-7351dd42ba59 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:57:51.576049 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a6a051-0b7c-497e-8dc6-14b6f1e2b76f', 'name': 'network-vif-deleted', 'tag': 'cbf4379d-5966-4e48-90a1-a0e5de46d2ac', 'status': 'completed', 'code': 200} Sep 24 14:57:51.916862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:54.044577 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:57:55.861578 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device cbf4379d-5966-4e48-90a1-a0e5de46d2ac no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:57:55.883099 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: cbf4379d-5966-4e48-90a1-a0e5de46d2ac {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:57:55.883446 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device cbf4379d-5966-4e48-90a1-a0e5de46d2ac not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:58:09.003128 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:58:16.774576 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52688) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:16.821439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Deleting subnet a7d2c28a-6349-4802-bf7a-04f2743bd577 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 14:58:16.824914 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.864530 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.886305 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-491d487c-b869-414e-8c14-c150e7ec6e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.904674 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.957887 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.983348 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d2c28a-6349-4802-bf7a-04f2743bd577,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:16.988053 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:16.991922 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7d2c28a-6349-4802-bf7a-04f2743bd577 HTTP/1.1" status: 204 len: 168 time: 0.2162864 Sep 24 14:58:16.993746 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52690) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:17.008019 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.008278 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.008617 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.008950 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.009281 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.009607 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.009934 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.010259 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.010583 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.010904 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.011218 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.011562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42223cef-03e2-4252-9477-a0bd3dddb187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:17.077744 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.158840 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.179430 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d291e273-0d3e-433e-a3f8-3f2d60ad3ebb']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:17.189206 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd006f10f-46bb-4212-8186-93531c20cb87') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:17.189504 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd006f10f-46bb-4212-8186-93531c20cb87') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:17.199966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.213788 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.220277 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 14:58:17.220735 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 14:58:17.222434 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 14:58:17.280495 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.296570 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.298421 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d291e273-0d3e-433e-a3f8-3f2d60ad3ebb HTTP/1.1" status: 204 len: 168 time: 0.3037074 Sep 24 14:58:17.299407 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0bf18-1490-44fc-89da-7094d300a4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d291e273-0d3e-433e-a3f8-3f2d60ad3ebb,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:17.475020 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52696) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:17.514299 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-777825c7-4596-4587-bf1e-da5e26b21c7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f9f7c9751824c289ff72f4fecd73eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380628 Sep 24 14:58:17.518577 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52698) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:17.566123 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4ab-5eb1-48ab-b867-58d420b7b80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.586809 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4ab-5eb1-48ab-b867-58d420b7b80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.638376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4ab-5eb1-48ab-b867-58d420b7b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.641227 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4bc7c4ab-5eb1-48ab-b867-58d420b7b80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:17.642362 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4bc7c4ab-5eb1-48ab-b867-58d420b7b80b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6def363d-2e1d-4079-a9f3-abc4bbae7e3b HTTP/1.1" status: 204 len: 168 time: 0.1228614 Sep 24 14:58:17.650574 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7c4ab-5eb1-48ab-b867-58d420b7b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def363d-2e1d-4079-a9f3-abc4bbae7e3b,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:17.892053 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:20.109575 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f7643fee-4261-4393-8a17-ef9ed29c6952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:20.647876 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:21.921088 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:24.046009 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:33.163261 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb89ed3-8939-4e48-aba3-a6e9aec4ac7f req-690aed4f-e990-41e3-9ce6-bc81c04301f0 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:33.164709 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3fb89ed3-8939-4e48-aba3-a6e9aec4ac7f req-690aed4f-e990-41e3-9ce6-bc81c04301f0 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0526936 Sep 24 14:58:33.206675 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3fb89ed3-8939-4e48-aba3-a6e9aec4ac7f req-7ccf2219-108d-4bb8-8268-9503d56f0961 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359323 Sep 24 14:58:33.925229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea302d7-90d1-4de2-a998-025277bc39c7 req-f54be0b7-bf71-410b-bde4-29d9d30fe7be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:33.926828 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1ea302d7-90d1-4de2-a998-025277bc39c7 req-f54be0b7-bf71-410b-bde4-29d9d30fe7be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Sep 24 14:58:33.969722 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1ea302d7-90d1-4de2-a998-025277bc39c7 req-29d44362-e1e1-4e9f-9f02-9c8b3186a7b2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353460 Sep 24 14:58:34.334901 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17200b-e0ef-467b-883b-7848b1510811 req-36eb1689-1b97-4e63-a029-c67a049a7c6a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:34.336400 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7a17200b-e0ef-467b-883b-7848b1510811 req-36eb1689-1b97-4e63-a029-c67a049a7c6a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0531809 Sep 24 14:58:34.374384 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7a17200b-e0ef-467b-883b-7848b1510811 req-43ebe9fb-c104-4d14-af01-ede9426cdebf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Sep 24 14:58:35.104497 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605190f-6a5c-4022-8532-4132fdcd504d req-af5702a4-9191-4fed-8cbf-34b5202de695 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:35.106119 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7605190f-6a5c-4022-8532-4132fdcd504d req-af5702a4-9191-4fed-8cbf-34b5202de695 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0557675 Sep 24 14:58:35.159176 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7605190f-6a5c-4022-8532-4132fdcd504d req-a578615d-c06c-423b-8eb5-5eb770b049d0 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451734 Sep 24 14:58:35.198895 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-b65db038-afd5-4cb1-b855-ee3f8df0d0b2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:35.200364 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-b65db038-afd5-4cb1-b855-ee3f8df0d0b2 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 945 time: 0.0551469 Sep 24 14:58:35.298091 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Deleting port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:58:35.298431 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.391051 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] For port bd11ae11-28af-4e1f-a6ab-33c84ca17a09, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:35.391419 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.495999 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a245d0a-2fa3-4a06-8cf2-3b7a6a2e1e67 req-165bc5c2-03ae-4171-a9f5-19afd6b5014b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:35.497574 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5a245d0a-2fa3-4a06-8cf2-3b7a6a2e1e67 req-165bc5c2-03ae-4171-a9f5-19afd6b5014b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0502417 Sep 24 14:58:35.540409 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5a245d0a-2fa3-4a06-8cf2-3b7a6a2e1e67 req-b744dcdd-6b8f-4a71-aabb-c47ac149925a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360558 Sep 24 14:58:35.609013 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.609378 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.609697 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Floating IP 3768bae6-0b37-492b-84b7-063fc4708ac2 disassociated. External IP: 172.27.2.203, port: bd11ae11-28af-4e1f-a6ab-33c84ca17a09. Sep 24 14:58:35.610039 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Calling delete_port for bd11ae11-28af-4e1f-a6ab-33c84ca17a09 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:58:35.739700 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:35.768909 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event deleted for resources: {'Port': ['ID=bd11ae11-28af-4e1f-a6ab-33c84ca17a09,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:35.901364 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Router ce081177-0a1a-43e1-8933-29fbae2946a2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:58:36.016330 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:58:36.027449 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:58:36.036862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:36.037485 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:58:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:36.062340 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] No DVR routers for this DVR port bd11ae11-28af-4e1f-a6ab-33c84ca17a09 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 14:58:36.064972 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:36.067253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-86f105e0-45d4-448b-b70d-cbf29307c9cb req-f9dfbed7-998f-4c1c-85ef-940699d9be09 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "DELETE /v2.0/ports/bd11ae11-28af-4e1f-a6ab-33c84ca17a09 HTTP/1.1" status: 204 len: 173 time: 0.8590822 Sep 24 14:58:36.068643 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'name': 'network-vif-deleted', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:36.071319 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf01079-9bde-455a-8309-655463ecbe2e" -d '{"events": [{"server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "name": "network-vif-deleted", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:36.155817 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:36.297562 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-795b5986-ca8d-4877-b71a-70760226804b req-3f6b145d-ea56-4029-b006-45df6d37be6c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcef56f1-2ebb-45e0-a8c1-04127da2bab9 HTTP/1.1" status: 200 len: 210 time: 0.0331993 Sep 24 14:58:36.314352 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda9c57-1557-45e6-96a9-dfa0eb769595 x-openstack-request-id: req-beda9c57-1557-45e6-96a9-dfa0eb769595 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:36.315065 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcef56f1-2ebb-45e0-a8c1-04127da2bab9", "name": "network-vif-deleted", "tag": "bd11ae11-28af-4e1f-a6ab-33c84ca17a09", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:36.315065 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beda9c57-1557-45e6-96a9-dfa0eb769595 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:36.315487 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcef56f1-2ebb-45e0-a8c1-04127da2bab9', 'name': 'network-vif-deleted', 'tag': 'bd11ae11-28af-4e1f-a6ab-33c84ca17a09', 'status': 'completed', 'code': 200} Sep 24 14:58:36.395744 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:36.424522 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:58:36.434696 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:36.435317 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:58:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:36.556956 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:36.689945 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5eec1-56c0-4235-9d16-69c4b883b00d req-d33d5c4b-f60b-4b77-904a-ac5bb1e8482d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:36.691680 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e6f5eec1-56c0-4235-9d16-69c4b883b00d req-d33d5c4b-f60b-4b77-904a-ac5bb1e8482d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0619323 Sep 24 14:58:36.756507 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e6f5eec1-56c0-4235-9d16-69c4b883b00d req-7742828d-74f2-4a42-8d1a-3faff9146f89 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518737 Sep 24 14:58:36.823142 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:36.851100 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dcce1-a7c8-4343-a658-7a93480116a3 None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:58:37.112967 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8c1fb-ffc9-4cae-b378-e048d2264313 None None] New status for floating IP 3768bae6-0b37-492b-84b7-063fc4708ac2: DOWN {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 14:58:37.392124 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52794) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:37.457399 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.483382 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.537081 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.539805 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.540978 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb HTTP/1.1" status: 204 len: 168 time: 0.1477802 Sep 24 14:58:37.544365 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52796) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:37.550292 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:37.558143 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.558488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.558825 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.559154 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.559498 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.559830 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.560154 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.560475 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.560798 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.561117 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.561434 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.561749 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba93bf-d019-4127-b322-89e118719180 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:37.564605 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.api.v2.resource [None req-f27aa892-8ea3-4e62-b9dc-2d84ac33a21b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] show failed (client error): The resource could not be found. Sep 24 14:58:37.566479 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f27aa892-8ea3-4e62-b9dc-2d84ac33a21b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups/ca35a8d3-5370-4d43-b0de-3f4b5ce0dadb HTTP/1.1" status: 404 len: 347 time: 0.0207112 Sep 24 14:58:37.570246 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52798) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:37.711676 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Deleting port 73ad622f-8149-40f2-be0a-d64ffb1c369c {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 14:58:37.712366 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.803872 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.804296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:37.822581 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Calling delete_port for 73ad622f-8149-40f2-be0a-d64ffb1c369c owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 14:58:37.901582 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a62859-552b-4adc-9391-6af31762c199 req-8aa424ee-5861-474a-914b-c2461807f354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:37.903182 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-63a62859-552b-4adc-9391-6af31762c199 req-8aa424ee-5861-474a-914b-c2461807f354 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0526981 Sep 24 14:58:37.944191 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-63a62859-552b-4adc-9391-6af31762c199 req-add224ad-2a02-4c05-ba22-ffa364ee7bc0 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339572 Sep 24 14:58:38.001282 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.025859 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event deleted for resources: {'Port': ['ID=73ad622f-8149-40f2-be0a-d64ffb1c369c,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:38.092416 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.095113 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.096344 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2e93c7b6-1ab4-4006-8113-fb36f07005ed tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "DELETE /v2.0/floatingips/3768bae6-0b37-492b-84b7-063fc4708ac2 HTTP/1.1" status: 204 len: 168 time: 0.5251348 Sep 24 14:58:38.425812 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 52804) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.431493 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771198723', 'description': 'tempest-description--967303018'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:38.455581 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.562943 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.567387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.625305 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.627717 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2003787 Sep 24 14:58:38.629625 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a3bc9-580d-406e-ab37-2f881dbcdf1c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4e73e6-c848-4ff7-bf16-2c8813f54525,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:38.630590 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52806) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.637114 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'security_group_rule': {'security_group_id': 'fd4e73e6-c848-4ff7-bf16-2c8813f54525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:38.676056 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.728860 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.733408 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.752373 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4beb06-7e1f-46ef-99ac-6354a0462c46,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:38.759357 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.760829 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ebc13b58-7ce0-458d-ba0c-3832876b58c7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287074 Sep 24 14:58:38.764056 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52808) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.768677 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'security_group_rule': {'security_group_id': 'fd4e73e6-c848-4ff7-bf16-2c8813f54525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:38.798669 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.866558 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.871594 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.891787 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639eed8a-22e3-4e5a-a8df-4fc11d419994,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:38.899396 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:38.905105 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d7f846b9-b1ff-44d1-8b54-216e09a956bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357682 Sep 24 14:58:38.905105 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52810) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:38.909034 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:38.936451 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.081382 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.104641 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa62cd-56c4-4295-a877-0d3897befa9b req-1a30842c-f025-4406-ba8d-867ddabdd204 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:39.106300 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c6fa62cd-56c4-4295-a877-0d3897befa9b req-1a30842c-f025-4406-ba8d-867ddabdd204 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0782526 Sep 24 14:58:39.212457 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c6fa62cd-56c4-4295-a877-0d3897befa9b req-80f88f9b-9add-4b65-a4b2-ffc1bde88e93 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761590 Sep 24 14:58:39.240776 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Allocated IP 172.27.2.221 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/48e5dc3d-1755-4748-90da-758dd4638c01) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:39.351392 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.390928 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.428924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:39.431903 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:39.435443 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:39.443606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'Port': ['ID=48e5dc3d-1755-4748-90da-758dd4638c01,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.465442 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd11ae11-28af-4e1f-a6ab-33c84ca17a09 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:58:39.488870 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: bd11ae11-28af-4e1f-a6ab-33c84ca17a09 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 14:58:39.489302 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd11ae11-28af-4e1f-a6ab-33c84ca17a09 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 14:58:39.529611 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.566486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.741239 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.747210 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.821171 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'Port': ['ID=48e5dc3d-1755-4748-90da-758dd4638c01,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:39.834030 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.851319 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:39.852657 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-c7f6f4bc-490a-46eb-97f1-62089028fa44 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9470739 Sep 24 14:58:40.019633 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-6c0bbf73-9b93-47e8-aadb-ec5b27060d6e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--771198723&fields=id&tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc HTTP/1.1" status: 200 len: 267 time: 0.0374799 Sep 24 14:58:40.140158 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-637b0255-685a-462c-b861-2e3c66299983 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:40.141639 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-637b0255-685a-462c-b861-2e3c66299983 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 811 time: 0.1143813 Sep 24 14:58:40.157016 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-13b56390-5fc1-4ca3-b004-fc4a2da4058b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/quotas/ee2e46bb2bed4c7fb2cf6928eff16fbc HTTP/1.1" status: 200 len: 375 time: 0.0094967 Sep 24 14:58:40.213376 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-8e4255f6-85d4-4211-9ea3-c59cfc3c8dcc tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506687 Sep 24 14:58:40.340925 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149770-f7d9-42f2-8a6e-8895c850c432 req-5e58ba1c-1017-4dbf-89b6-e058c89dddda tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:40.342486 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cd149770-f7d9-42f2-8a6e-8895c850c432 req-5e58ba1c-1017-4dbf-89b6-e058c89dddda tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0512114 Sep 24 14:58:40.384210 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cd149770-f7d9-42f2-8a6e-8895c850c432 req-de5c42f3-dd37-40bc-8503-0d76c7b3a184 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346148 Sep 24 14:58:40.429966 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-bf24b23c-2c98-46c1-93f9-25fdc183f3b5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036874 Sep 24 14:58:40.750967 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c9abc466-769d-4f65-838c-979eb570be83 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147829 Sep 24 14:58:40.916216 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-84fec200-5d11-42f1-ab7b-a4f5a7957307 req-82ab117d-2aff-43e2-b8d3-0e14f1f39705 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 210 time: 0.0296874 Sep 24 14:58:41.534137 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87715f94-24cd-4a2b-bc2d-4b91ff189494 req-d85c2eac-d0a4-4323-999b-d2413c5486ce tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:41.535773 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-87715f94-24cd-4a2b-bc2d-4b91ff189494 req-d85c2eac-d0a4-4323-999b-d2413c5486ce tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0533969 Sep 24 14:58:41.586313 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-87715f94-24cd-4a2b-bc2d-4b91ff189494 req-1fc3db5b-646f-4de1-9cea-e88db7db20b0 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Sep 24 14:58:42.039919 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c95eab8-c01d-4721-adc6-403e6733421b req-f2db54e4-e3a4-42dc-a0f1-270059660d1f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 210 time: 0.0416796 Sep 24 14:58:42.102241 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-d0110a6a-3b03-4bf7-b9a1-4d5a06a81864 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:42.103773 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-d0110a6a-3b03-4bf7-b9a1-4d5a06a81864 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 811 time: 0.1302836 Sep 24 14:58:42.151731 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-62a237d0-6f19-478b-9dc0-4bbb039221a5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc HTTP/1.1" status: 200 len: 379 time: 0.0358398 Sep 24 14:58:42.165917 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'port': {'device_id': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'admin_state_up': True, 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'security_groups': ['fd4e73e6-c848-4ff7-bf16-2c8813f54525']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:42.283604 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Made reservation on behalf of ee2e46bb2bed4c7fb2cf6928eff16fbc for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 14:58:42.287942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.423930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Allocated IP 172.20.0.7 (b6cc79a1-611d-4980-b52b-88bebdcef20f/11fe6e74-d8ea-4dd3-9507-e835e0aae265/9a52bdae-d55c-48fa-9e66-29c04479beea) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 14:58:42.571087 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.604455 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.652570 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 14:58:42.655656 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 14:58:42.658088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 14:58:42.688146 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event updated for resources: {'Port': ['ID=9a52bdae-d55c-48fa-9e66-29c04479beea,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:42.727508 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:42.727508 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.743037 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397b83-73dc-42b3-8747-85a550e917a4 req-f062f5d7-ebf0-45ea-a8a2-64faae9c09ac tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:42.744000 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-c1f51f1a-3600-4b0a-a1c9-3fd52034b9cb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822444 Sep 24 14:58:42.746306 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-87397b83-73dc-42b3-8747-85a550e917a4 req-f062f5d7-ebf0-45ea-a8a2-64faae9c09ac tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0727355 Sep 24 14:58:42.795940 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-87397b83-73dc-42b3-8747-85a550e917a4 req-a585b78b-1eb9-4832-96c8-4d9208386bf9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Sep 24 14:58:42.829657 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Request body: {'port': {'device_id': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:42.889228 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:42.973137 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-5ee01d09-3693-4180-8cf7-0a0cf9264bdf None None] Provisioning complete for port 9a52bdae-d55c-48fa-9e66-29c04479beea triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:42.973738 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ee01d09-3693-4180-8cf7-0a0cf9264bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.015082 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5ee01d09-3693-4180-8cf7-0a0cf9264bdf None None] Port 9a52bdae-d55c-48fa-9e66-29c04479beea cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 14:58:43.446813 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3e3e2-52be-4c07-a347-8772e214b631 req-befcf15b-a4d7-40d1-be60-9dd3c0acf8bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:43.448518 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0ce3e3e2-52be-4c07-a347-8772e214b631 req-befcf15b-a4d7-40d1-be60-9dd3c0acf8bb tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 931 time: 0.0897017 Sep 24 14:58:43.455211 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a52bdae-d55c-48fa-9e66-29c04479beea {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:43.464683 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.490705 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Transition to ACTIVE for port object 9a52bdae-d55c-48fa-9e66-29c04479beea will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 14:58:43.495598 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.534677 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0ce3e3e2-52be-4c07-a347-8772e214b631 req-7edd9968-4116-4f6c-b451-08a95ac24071 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748475 Sep 24 14:58:43.583530 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Pushing event updated for resources: {'Port': ['ID=9a52bdae-d55c-48fa-9e66-29c04479beea,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:43.635744 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Attempting to bind port 9a52bdae-d55c-48fa-9e66-29c04479beea on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 14:58:43.636028 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Attempting to bind port 9a52bdae-d55c-48fa-9e66-29c04479beea by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 14:58:43.636412 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Attempting to bind port 9a52bdae-d55c-48fa-9e66-29c04479beea on network b6cc79a1-611d-4980-b52b-88bebdcef20f {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:43.641694 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Port 9a52bdae-d55c-48fa-9e66-29c04479beea on network b6cc79a1-611d-4980-b52b-88bebdcef20f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 14:58:43.642043 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Attempting to bind port 9a52bdae-d55c-48fa-9e66-29c04479beea on network b6cc79a1-611d-4980-b52b-88bebdcef20f {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 14:58:43.648405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 14, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 14:58:43.648735 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Checking segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 14:58:43.649155 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Bound using segment: {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 14:58:43.649584 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Bound port: 9a52bdae-d55c-48fa-9e66-29c04479beea, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f677a1-7748-491d-8c88-f05fb5e52e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 14:58:43.649971 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.716944 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] For port 9a52bdae-d55c-48fa-9e66-29c04479beea, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 14:58:43.720258 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] For port 9a52bdae-d55c-48fa-9e66-29c04479beea, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a52bdae-d55c-48fa-9e66-29c04479beea,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 14:58:43.725285 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.762141 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:43.762755 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:43.764208 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] 10.222.0.70 "PUT /v2.0/ports/9a52bdae-d55c-48fa-9e66-29c04479beea HTTP/1.1" status: 200 len: 1093 time: 1.0104461 Sep 24 14:58:43.764650 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:43.766868 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70324ed-e22c-4e6f-b775-155d476ad25e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:43.792525 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd2017-0d1d-43a5-a5ca-20fb329ff13e service neutron] Pushing event updated for resources: {'Port': ['ID=9a52bdae-d55c-48fa-9e66-29c04479beea,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:43.810211 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a036a-f315-4beb-a935-5aa9b2f413db x-openstack-request-id: req-401a036a-f315-4beb-a935-5aa9b2f413db {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:43.810503 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:43.810754 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-401a036a-f315-4beb-a935-5aa9b2f413db {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:43.811612 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'status': 'completed', 'code': 200} Sep 24 14:58:43.870920 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-e8472294-02b4-45ca-b844-79f519ed0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:43.872605 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-e8472294-02b4-45ca-b844-79f519ed0130 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 1096 time: 0.0524967 Sep 24 14:58:43.938493 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-2a0bb634-4a9f-4bec-b0b8-d2f84ebba134 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a52bdae-d55c-48fa-9e66-29c04479beea HTTP/1.1" status: 200 len: 217 time: 0.0539079 Sep 24 14:58:43.993614 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ca02-3677-4b2d-9589-7a0f7a5214d0 req-e3cd272f-db5a-4796-a7da-c9b6991f2d42 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:43.995269 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-de08ca02-3677-4b2d-9589-7a0f7a5214d0 req-e3cd272f-db5a-4796-a7da-c9b6991f2d42 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.1198163 Sep 24 14:58:44.021261 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-588217e9-235a-4c4b-a5bd-5091c86d6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.022761 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-588217e9-235a-4c4b-a5bd-5091c86d6002 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0740533 Sep 24 14:58:44.054469 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-de08ca02-3677-4b2d-9589-7a0f7a5214d0 req-7f231723-c312-4f5f-a227-db71358eec97 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525753 Sep 24 14:58:44.087019 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-4b35b6a7-5ebd-4a70-a86b-cee3fb965c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.088571 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-4b35b6a7-5ebd-4a70-a86b-cee3fb965c6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513568 Sep 24 14:58:44.181048 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-214eb0fd-4019-4436-be82-dafd40696073 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Sep 24 14:58:44.271095 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec73e459-1aa8-4be6-96df-f6cd9cf4cafc req-168f096a-aeee-4ecb-a007-4d8acb7979cc service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825887 Sep 24 14:58:44.359450 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-e35bcd29-9780-4a5b-b3ea-9788bd2d4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.360970 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-e35bcd29-9780-4a5b-b3ea-9788bd2d4b23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 1096 time: 0.0409396 Sep 24 14:58:44.451971 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-a2555cf4-8e14-49b0-bed0-a21db5994e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.453534 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-a2555cf4-8e14-49b0-bed0-a21db5994e36 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.0852745 Sep 24 14:58:44.506245 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-994d17a3-5c93-45aa-b86c-56ea8331cf16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a52bdae-d55c-48fa-9e66-29c04479beea HTTP/1.1" status: 200 len: 217 time: 0.0395324 Sep 24 14:58:44.564089 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-edab53a1-81df-4e55-a11b-0bcbcd3818cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.565512 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-edab53a1-81df-4e55-a11b-0bcbcd3818cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.0491381 Sep 24 14:58:44.625289 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-bc45cb13-5192-4026-b902-630e16158159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.626816 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-bc45cb13-5192-4026-b902-630e16158159 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495367 Sep 24 14:58:44.668477 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7e14a-f8ae-4a8b-8dc5-95d68295cc49 req-cf942576-d8e8-4a60-aca8-296dbcd1763f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:44.670025 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-19e7e14a-f8ae-4a8b-8dc5-95d68295cc49 req-cf942576-d8e8-4a60-aca8-296dbcd1763f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 943 time: 0.0591097 Sep 24 14:58:44.711855 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-19e7e14a-f8ae-4a8b-8dc5-95d68295cc49 req-a8efb7b0-399b-43d5-a945-9fdde31ff019 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356381 Sep 24 14:58:44.763552 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-fa534024-af76-4f43-a498-65383415ca6d service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261938 Sep 24 14:58:44.856283 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a70324ed-e22c-4e6f-b775-155d476ad25e req-98dde1a5-a623-4463-9274-86cc4f3b6a08 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Sep 24 14:58:45.175697 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376100b6-e628-4007-b793-d18762ddc7ca req-4b1f2f29-603e-4cde-9319-aa78a8d75db8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:45.177730 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-376100b6-e628-4007-b793-d18762ddc7ca req-4b1f2f29-603e-4cde-9319-aa78a8d75db8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0501976 Sep 24 14:58:45.216896 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-376100b6-e628-4007-b793-d18762ddc7ca req-06522ba5-5490-405c-b7f8-8cd80bface83 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Sep 24 14:58:45.854036 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b584ca-6c26-4460-8542-a6dfb0fb7f93 req-880f1053-3571-47a6-bb44-4466d7e7411c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:45.856932 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-12b584ca-6c26-4460-8542-a6dfb0fb7f93 req-880f1053-3571-47a6-bb44-4466d7e7411c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 943 time: 0.0605233 Sep 24 14:58:45.910335 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-12b584ca-6c26-4460-8542-a6dfb0fb7f93 req-90edd1f9-8376-40f8-a7e1-9b905842bf0e tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464296 Sep 24 14:58:46.003377 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:58:46.359976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03389254-0804-4a80-a9b5-9cf42f0f3e8f req-3c367ed8-d52a-4a4d-980f-97b8e71229e5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:46.361534 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-03389254-0804-4a80-a9b5-9cf42f0f3e8f req-3c367ed8-d52a-4a4d-980f-97b8e71229e5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0576708 Sep 24 14:58:46.401306 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-03389254-0804-4a80-a9b5-9cf42f0f3e8f req-a04206c8-b791-4ed9-8e2b-aaf2c94fa972 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Sep 24 14:58:46.890617 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-67bbcddf-e6cf-4c62-bf7e-8233dc8b0e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.039033 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f1c9-8c02-4dba-9983-1bfb1bf8b91d req-20722c4a-fde0-4a06-b4bc-308d1853abbc tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:47.041540 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-25b1f1c9-8c02-4dba-9983-1bfb1bf8b91d req-20722c4a-fde0-4a06-b4bc-308d1853abbc tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 943 time: 0.0538335 Sep 24 14:58:47.100838 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-25b1f1c9-8c02-4dba-9983-1bfb1bf8b91d req-90265c35-b015-4652-9d0d-5436e58d2804 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471396 Sep 24 14:58:47.484528 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a52bdae-d55c-48fa-9e66-29c04479beea details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:58:47.523334 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec45b0-ee4a-4de8-b10c-66757f7f05ba req-7e113705-b59e-4d99-b707-138d22bbf4bb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:47.524964 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-19ec45b0-ee4a-4de8-b10c-66757f7f05ba req-7e113705-b59e-4d99-b707-138d22bbf4bb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0525355 Sep 24 14:58:47.563866 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-19ec45b0-ee4a-4de8-b10c-66757f7f05ba req-4fb86bb1-8829-48c0-ae9d-1aee06553ee5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Sep 24 14:58:47.587360 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a52bdae-d55c-48fa-9e66-29c04479beea, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a52bdae-d55c-48fa-9e66-29c04479beea,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:47.600106 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'port_id': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'mac_address': 'fa:16:3e:b4:17:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:58:47.643575 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.658131 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a52bdae-d55c-48fa-9e66-29c04479beea {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:47.679572 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a52bdae-d55c-48fa-9e66-29c04479beea, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a52bdae-d55c-48fa-9e66-29c04479beea,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:47.683659 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.743812 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a52bdae-d55c-48fa-9e66-29c04479beea,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:47.750505 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.750880 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.751227 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.751583 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.752166 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.752498 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.752826 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.753151 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.753477 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.753799 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.754123 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.754446 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 14:58:47.901779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:47.945120 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['9a52bdae-d55c-48fa-9e66-29c04479beea'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:48.222851 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c89c-fb8b-4055-8a24-1b593ce6665f req-55aa14d6-a280-492e-947d-f7bbe7978f15 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.224764 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3b63c89c-fb8b-4055-8a24-1b593ce6665f req-55aa14d6-a280-492e-947d-f7bbe7978f15 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 944 time: 0.0529637 Sep 24 14:58:48.275411 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3b63c89c-fb8b-4055-8a24-1b593ce6665f req-b6136f7b-437a-4d21-906d-70f64cbf36c3 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Sep 24 14:58:48.419378 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-955e4be0-1f6e-42d4-adb3-1ff661f33153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.420836 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-955e4be0-1f6e-42d4-adb3-1ff661f33153 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1099 time: 0.0426643 Sep 24 14:58:48.531402 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-021c94e4-d8bd-4daa-bf26-fbb443162ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.532912 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-021c94e4-d8bd-4daa-bf26-fbb443162ffb service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.0902009 Sep 24 14:58:48.598876 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-427408fc-d570-48f7-8525-b7224d1cf7b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 1002 time: 0.0577111 Sep 24 14:58:48.681614 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-37990405-e181-42bd-b92e-86a2d7e6deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.683023 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-37990405-e181-42bd-b92e-86a2d7e6deae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0743566 Sep 24 14:58:48.704342 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fc0c5-7a68-4b27-b32b-c4a618ebd82a req-44d45157-72f7-468c-acab-286d4701a857 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.705879 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cd1fc0c5-7a68-4b27-b32b-c4a618ebd82a req-44d45157-72f7-468c-acab-286d4701a857 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0606713 Sep 24 14:58:48.772850 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cd1fc0c5-7a68-4b27-b32b-c4a618ebd82a req-4294577d-5271-4f40-b32c-df404ebf852f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571489 Sep 24 14:58:48.776353 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-8572f74c-745a-4ba5-80e5-951aa774ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:48.777669 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-8572f74c-745a-4ba5-80e5-951aa774ff7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709186 Sep 24 14:58:48.884446 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-0025ff2d-6626-4bad-a1d3-32880c6d7ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947118 Sep 24 14:58:48.983358 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c0b77d3-2566-40f5-90e0-53ffe16b3cb5 req-938d0b69-4125-4430-a5c4-edc27394b855 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847600 Sep 24 14:58:49.402023 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cbd6c-5f3c-44af-83c1-b4d9eabb36fc req-bfb482c5-b7fb-4fbd-a0fb-34bb3f09513b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:49.403659 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f12cbd6c-5f3c-44af-83c1-b4d9eabb36fc req-bfb482c5-b7fb-4fbd-a0fb-34bb3f09513b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 944 time: 0.0505202 Sep 24 14:58:49.447231 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f12cbd6c-5f3c-44af-83c1-b4d9eabb36fc req-95afacf0-ba1d-4e92-9c58-7dbaabd086e9 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373328 Sep 24 14:58:49.512067 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:58:49.515231 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a52bdae-d55c-48fa-9e66-29c04479beea up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:49.637328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 9a52bdae-d55c-48fa-9e66-29c04479beea completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 14:58:49.644618 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 9a52bdae-d55c-48fa-9e66-29c04479beea triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:49.645517 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.687893 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:49.706562 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'mac_address': 'fa:16:3e:ad:2d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:58:49.769871 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.793052 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8465c6a-ae01-48b4-a59f-3d4f6194039e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:58:49.802883 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.827378 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:49.836904 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.844769 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:49.847021 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d6edf-1172-408b-81b2-31eace997d72" -d '{"events": [{"server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "name": "network-vif-plugged", "status": "completed", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:49.885431 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a52bdae-d55c-48fa-9e66-29c04479beea, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a52bdae-d55c-48fa-9e66-29c04479beea,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:49.897397 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:49.912049 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9ed6-7875-4176-965c-92460005a9fc req-263fec7b-0083-4f26-a5e7-130cc245276b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:49.916214 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-301e9ed6-7875-4176-965c-92460005a9fc req-263fec7b-0083-4f26-a5e7-130cc245276b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 945 time: 0.0689824 Sep 24 14:58:49.918097 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:49.953284 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['a8465c6a-ae01-48b4-a59f-3d4f6194039e'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:58:49.958148 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-301e9ed6-7875-4176-965c-92460005a9fc req-e9f6da20-8843-48fd-9196-30b51222a7b1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377572 Sep 24 14:58:49.983900 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f408d2-18a5-4e58-ac75-e993d5a0babc x-openstack-request-id: req-23f408d2-18a5-4e58-ac75-e993d5a0babc {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:49.984199 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "name": "network-vif-plugged", "status": "completed", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:49.984452 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23f408d2-18a5-4e58-ac75-e993d5a0babc {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:49.985144 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'code': 200} Sep 24 14:58:50.016641 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a52bdae-d55c-48fa-9e66-29c04479beea,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:50.121209 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca4e3-eed8-48c1-b7de-3c4b530863c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:50.182150 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e33483-5f62-47d2-867c-0ad28b5c5e89 req-b4df3cd2-1bda-4a1c-8135-000ae52df5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:50.183672 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c4e33483-5f62-47d2-867c-0ad28b5c5e89 req-b4df3cd2-1bda-4a1c-8135-000ae52df5a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 1098 time: 0.0403886 Sep 24 14:58:50.221248 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c4e33483-5f62-47d2-867c-0ad28b5c5e89 req-e32c61b5-ec16-4317-a17b-6b6967565f21 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276971 Sep 24 14:58:50.570204 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247efd11-055c-44d7-b62c-ada7c766fae7 req-0dda603c-85e6-4993-ae41-c6a32cf99d34 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:50.571728 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-247efd11-055c-44d7-b62c-ada7c766fae7 req-0dda603c-85e6-4993-ae41-c6a32cf99d34 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0492449 Sep 24 14:58:50.615287 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-247efd11-055c-44d7-b62c-ada7c766fae7 req-b90ca069-083f-4aaf-bca5-2e11b6725526 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372584 Sep 24 14:58:50.649706 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.100810 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971905c-fba5-4fe3-abd0-c84f78d8c9d5 req-25aa2d0d-a75f-435d-9000-1f534d363790 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:51.102315 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8971905c-fba5-4fe3-abd0-c84f78d8c9d5 req-25aa2d0d-a75f-435d-9000-1f534d363790 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 945 time: 0.0486608 Sep 24 14:58:51.142773 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8971905c-fba5-4fe3-abd0-c84f78d8c9d5 req-c397e2f0-ff98-4056-9e7e-9e5911d346ff tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344937 Sep 24 14:58:51.529240 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:58:51.587892 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port a8465c6a-ae01-48b4-a59f-3d4f6194039e triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:58:51.588269 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.685524 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.722567 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:58:51.728422 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.752596 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d87c-fe70-4d2b-9f96-8d9497686c18 req-105d7b38-2609-465b-924d-aa6c5ca1a7b5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:51.754191 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d91d87c-fe70-4d2b-9f96-8d9497686c18 req-105d7b38-2609-465b-924d-aa6c5ca1a7b5 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0568030 Sep 24 14:58:51.798612 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:58:51.810956 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d91d87c-fe70-4d2b-9f96-8d9497686c18 req-a23f112a-a8c7-4a15-ba48-a94cb39c9cb9 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 Sep 24 14:58:51.945981 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:51.986834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:51.991892 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc4a497-ddbe-4329-95e8-fa9ab45a3714" -d '{"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:52.049270 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368aca5-2913-46f8-a2dc-8261f3e007d6 x-openstack-request-id: req-4368aca5-2913-46f8-a2dc-8261f3e007d6 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:52.049594 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:52.049811 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4368aca5-2913-46f8-a2dc-8261f3e007d6 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:52.050220 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'code': 200} Sep 24 14:58:52.319292 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb9d3f-a008-450f-be7c-dd86ef541bb7 req-7ab0ebef-113e-499b-ae01-a922f7e5647b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:52.327344 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a1fb9d3f-a008-450f-be7c-dd86ef541bb7 req-7ab0ebef-113e-499b-ae01-a922f7e5647b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0635238 Sep 24 14:58:52.370460 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a1fb9d3f-a008-450f-be7c-dd86ef541bb7 req-3ea83860-dab6-41f8-9ee6-aa8768bbca61 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Sep 24 14:58:52.982604 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118220d-6189-4e4a-ba62-3bf0a657dd75 req-c8daad91-092b-41b1-9bdd-4df5a38cdb3c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:52.988216 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3118220d-6189-4e4a-ba62-3bf0a657dd75 req-c8daad91-092b-41b1-9bdd-4df5a38cdb3c tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0664575 Sep 24 14:58:53.037663 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3118220d-6189-4e4a-ba62-3bf0a657dd75 req-13dfa6cb-5714-461a-ab99-4272e491f57f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382471 Sep 24 14:58:53.174902 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb0c7-4f84-429d-bca1-b6992bc8cda7 req-29fa2d98-56c7-4365-89a6-05b800a7df25 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:53.177204 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-660fb0c7-4f84-429d-bca1-b6992bc8cda7 req-29fa2d98-56c7-4365-89a6-05b800a7df25 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0635884 Sep 24 14:58:53.191952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 52926) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:58:53.197018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Request body: {'floatingip': {'port_id': '9a52bdae-d55c-48fa-9e66-29c04479beea'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 14:58:53.241910 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.693353 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a85bb-6134-4d21-b385-4dd4af01dbc4 req-c1a0515d-d6e4-421a-a88c-4f514fba7d68 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:53.700317 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-694a85bb-6134-4d21-b385-4dd4af01dbc4 req-c1a0515d-d6e4-421a-a88c-4f514fba7d68 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.2246981 Sep 24 14:58:53.831582 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-694a85bb-6134-4d21-b385-4dd4af01dbc4 req-a340403e-5b82-4e6a-9853-489c5b11065d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231165 Sep 24 14:58:53.961759 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:53.967643 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.059986 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.089769 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Floating IP 1283b565-898c-4d1d-bd25-1e2070f02330 associated. External IP: 172.27.2.221, port: 9a52bdae-d55c-48fa-9e66-29c04479beea. Sep 24 14:58:54.346588 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Router ce081177-0a1a-43e1-8933-29fbae2946a2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 14:58:54.492562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 14:58:54.504785 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 14:58:54.505996 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:58:54.519014 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:54.519771 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:58:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:54.542652 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2beef94d-5622-45a9-9db1-55a65047d37b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "PUT /v2.0/floatingips/1283b565-898c-4d1d-bd25-1e2070f02330 HTTP/1.1" status: 200 len: 991 time: 1.3465869 Sep 24 14:58:54.542652 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:58:54.543157 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:58:54.597349 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f90a2-38a2-4aca-8060-9f76270f1e2b x-openstack-request-id: req-740f90a2-38a2-4aca-8060-9f76270f1e2b {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:58:54.597701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:58:54.598730 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-740f90a2-38a2-4aca-8060-9f76270f1e2b {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:58:54.599853 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'status': 'completed', 'code': 200} Sep 24 14:58:54.689700 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-59980f60-1910-4dea-bb6a-1f1e90a3f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:54.691408 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-59980f60-1910-4dea-bb6a-1f1e90a3f31b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 1098 time: 0.0564501 Sep 24 14:58:54.709987 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:54.839394 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-49ea7716-21c1-45db-bed5-907fb5fda7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:54.842347 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-49ea7716-21c1-45db-bed5-907fb5fda7c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 200 len: 912 time: 0.1413414 Sep 24 14:58:54.950197 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-45bbbb8a-cdb3-408b-961f-9d1896f7bb7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a52bdae-d55c-48fa-9e66-29c04479beea HTTP/1.1" status: 200 len: 999 time: 0.0984998 Sep 24 14:58:55.061353 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-bd21dd40-ff7b-4570-a106-fc272854118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:55.062922 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-bd21dd40-ff7b-4570-a106-fc272854118e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 200 len: 850 time: 0.1037369 Sep 24 14:58:55.076819 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffff9-a3f1-403f-891e-113432616890 req-7c43f6be-59f2-4ccd-a241-a5ba28284a9e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:55.078761 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5feffff9-a3f1-403f-891e-113432616890 req-7c43f6be-59f2-4ccd-a241-a5ba28284a9e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0679331 Sep 24 14:58:55.081441 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '1283b565-898c-4d1d-bd25-1e2070f02330', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'port_id': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'mac_address': 'fa:16:3e:b4:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:58:39Z', 'updated_at': '2021-09-24T14:58:53Z', 'revision_number': 1, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:55.146707 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 14:58:55.164911 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5feffff9-a3f1-403f-891e-113432616890 req-b7e1411c-a2ac-4932-a931-b1be50f5c415 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756695 Sep 24 14:58:55.171052 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 14:58:55.172322 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:58:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:55.176784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-94a828d8-e585-424c-916a-847fd4dc3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:55.178773 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-94a828d8-e585-424c-916a-847fd4dc3629 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6cc79a1-611d-4980-b52b-88bebdcef20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991268 Sep 24 14:58:55.311607 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-55694917-2d91-455b-8bd3-22145c139a0d service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239753 Sep 24 14:58:55.448355 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e2f3c25f-7361-4aaa-b9e6-e1283354d42c req-d791e359-43b6-4ad8-9022-616a3d442802 service neutron] 10.222.0.70 "GET /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261864 Sep 24 14:58:55.493301 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 14:58:55.838819 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '1283b565-898c-4d1d-bd25-1e2070f02330', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'port_id': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'mac_address': 'fa:16:3e:b4:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:58:39Z', 'updated_at': '2021-09-24T14:58:53Z', 'revision_number': 1, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 14:58:55.884965 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7ac38-ba96-463e-9409-c733f99f21eb None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '1283b565-898c-4d1d-bd25-1e2070f02330', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'floating_ip_address': '172.27.2.221', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'port_id': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'mac_address': 'fa:16:3e:b4:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T14:58:39Z', 'updated_at': '2021-09-24T14:58:53Z', 'revision_number': 1, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 14:58:56.205956 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebd05c-cacf-418c-803e-1a1bde41734c None None] New status for floating IP 1283b565-898c-4d1d-bd25-1e2070f02330: ACTIVE {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 14:58:56.389435 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb644f7a-38ad-4776-9e32-5ebcc524f004 req-2f3118d0-28f5-48a1-8899-aa02fd128949 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:56.403074 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb644f7a-38ad-4776-9e32-5ebcc524f004 req-2f3118d0-28f5-48a1-8899-aa02fd128949 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.1144934 Sep 24 14:58:56.466685 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb644f7a-38ad-4776-9e32-5ebcc524f004 req-0341e6c7-fa8e-4cc1-b931-cbd9d0ef29b8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622158 Sep 24 14:58:57.644484 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc118e-8e1d-4743-bf2d-fbc2fa1f706f req-8c7458cc-57c2-4bb1-a526-ac57640b0aa3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:57.647370 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-68dc118e-8e1d-4743-bf2d-fbc2fa1f706f req-8c7458cc-57c2-4bb1-a526-ac57640b0aa3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0617270 Sep 24 14:58:57.711103 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-68dc118e-8e1d-4743-bf2d-fbc2fa1f706f req-06a6bfd3-015b-4d43-8b4b-c22d708ceccb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577726 Sep 24 14:58:58.873745 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaebd6-58da-4c91-9d26-9648c6d89f62 req-44e7a279-9305-41f2-a44f-417835b98725 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:58:58.875612 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dacaebd6-58da-4c91-9d26-9648c6d89f62 req-44e7a279-9305-41f2-a44f-417835b98725 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0620174 Sep 24 14:58:58.967519 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dacaebd6-58da-4c91-9d26-9648c6d89f62 req-b494452f-6613-402a-b652-0d2efcf047b6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795279 Sep 24 14:59:00.190782 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe344c-a019-4086-a647-a816312d5091 req-39d82e8b-09c0-49e5-8bd9-439cf896accf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:00.194122 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-abbe344c-a019-4086-a647-a816312d5091 req-39d82e8b-09c0-49e5-8bd9-439cf896accf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.1056597 Sep 24 14:59:00.564845 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-abbe344c-a019-4086-a647-a816312d5091 req-857b15f4-0ed5-41a8-b088-e16956872539 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591919 Sep 24 14:59:01.724181 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c975-e32d-41c1-88f4-b88cf84f5be2 req-90ef1252-adf3-411a-84a8-485449da0311 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:01.726009 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1a89c975-e32d-41c1-88f4-b88cf84f5be2 req-90ef1252-adf3-411a-84a8-485449da0311 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0607884 Sep 24 14:59:01.792342 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1a89c975-e32d-41c1-88f4-b88cf84f5be2 req-297c69e0-319c-41eb-a418-8739b8507329 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554302 Sep 24 14:59:02.490950 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55379-f392-4e88-95f9-5749171faad9 req-ee97b135-9a05-4908-b4d7-35607d51b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.492582 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-ee97b135-9a05-4908-b4d7-35607d51b4cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1099 time: 0.0448208 Sep 24 14:59:02.605540 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55379-f392-4e88-95f9-5749171faad9 req-6550f618-ade7-4621-b83e-6ac17903a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.607071 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-6550f618-ade7-4621-b83e-6ac17903a187 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.1025314 Sep 24 14:59:02.684259 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-c30ea751-fc36-4b8a-8a3e-bd90c9a07d73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 1002 time: 0.0646179 Sep 24 14:59:02.773513 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55379-f392-4e88-95f9-5749171faad9 req-38e2ace0-0e6b-43e7-896c-0f2a11e5e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.776110 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-38e2ace0-0e6b-43e7-896c-0f2a11e5e9c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0828743 Sep 24 14:59:02.835667 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55379-f392-4e88-95f9-5749171faad9 req-5feea086-b88c-4419-a61b-2dac015d5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:02.837255 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-5feea086-b88c-4419-a61b-2dac015d5462 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498521 Sep 24 14:59:02.991794 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-a911af8c-f97c-4bff-ad56-b9d0ec9cb8a3 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415009 Sep 24 14:59:03.000942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf455f-744e-423d-9f42-be25040ada6c req-3217671d-887d-4dea-86eb-eefc53227d76 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:03.002803 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bcaf455f-744e-423d-9f42-be25040ada6c req-3217671d-887d-4dea-86eb-eefc53227d76 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.1123807 Sep 24 14:59:03.104395 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bcaf455f-744e-423d-9f42-be25040ada6c req-89071fc8-4a15-4f2b-84d2-b37bb79c7420 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908675 Sep 24 14:59:03.149591 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3fd55379-f392-4e88-95f9-5749171faad9 req-53644546-70cc-4b33-9c27-bc53334cf152 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439939 Sep 24 14:59:04.241967 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c375-033a-4d2d-9d27-2e4d9313e760 req-b7842693-a1ac-4c66-a6f6-b156d8bc6e78 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:04.243590 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e523c375-033a-4d2d-9d27-2e4d9313e760 req-b7842693-a1ac-4c66-a6f6-b156d8bc6e78 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0580037 Sep 24 14:59:04.286044 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e523c375-033a-4d2d-9d27-2e4d9313e760 req-b781762d-86e9-4c03-b9b4-f13aa3911300 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358977 Sep 24 14:59:05.432998 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44788ac-fb4b-4401-8d3b-d3594c2241ab req-69102b69-0b4a-4130-a352-3b2cfd30f0d7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:05.434816 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c44788ac-fb4b-4401-8d3b-d3594c2241ab req-69102b69-0b4a-4130-a352-3b2cfd30f0d7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 946 time: 0.0582366 Sep 24 14:59:05.480046 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c44788ac-fb4b-4401-8d3b-d3594c2241ab req-6286fd1e-4cf8-4d22-8be9-2e27b9284a76 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343297 Sep 24 14:59:05.625582 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:59:05.729511 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:05.761559 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:05.763936 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d0d52c-e817-4d73-944f-adc03abe7d48" -d '{"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:05.782002 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:05.789094 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:05.853123 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0aabe5-4161-4db6-a8f2-a35fd8b16294 x-openstack-request-id: req-bb0aabe5-4161-4db6-a8f2-a35fd8b16294 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:05.854029 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-unplugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:05.854588 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb0aabe5-4161-4db6-a8f2-a35fd8b16294 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:05.855486 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'code': 200} Sep 24 14:59:05.862272 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:06.180281 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [req-e7a11ec4-58ac-4d82-b9b0-92f04b242f0a req-0a0aeb91-4f34-4313-9394-8ed524411956 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:59:06.181457 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e7a11ec4-58ac-4d82-b9b0-92f04b242f0a req-0a0aeb91-4f34-4313-9394-8ed524411956 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064297 Sep 24 14:59:06.412673 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37ba1-85c9-4820-be45-08c4600ee691 req-9e45f414-160e-43c0-b8e3-31342ba88a72 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:06.414540 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d6d37ba1-85c9-4820-be45-08c4600ee691 req-9e45f414-160e-43c0-b8e3-31342ba88a72 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0831571 Sep 24 14:59:06.457787 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d6d37ba1-85c9-4820-be45-08c4600ee691 req-8c9b26fd-1601-4f11-9cf3-7b1371adfcef tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371759 Sep 24 14:59:06.689218 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53032) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 14:59:06.782314 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-69b05372-22a7-425c-8ef4-125b192d6d48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917699 Sep 24 14:59:06.793832 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-6b15ec1d-4da6-4033-b5c4-6a2bc7d9befb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 14:59:06.794909 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-6b15ec1d-4da6-4033-b5c4-6a2bc7d9befb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056286 Sep 24 14:59:07.592338 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b924c20-d338-42d3-ad06-2922af699240 req-7492939d-8e66-417b-895f-972888712680 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:07.594020 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0b924c20-d338-42d3-ad06-2922af699240 req-7492939d-8e66-417b-895f-972888712680 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0551023 Sep 24 14:59:07.646876 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0b924c20-d338-42d3-ad06-2922af699240 req-cdca505c-58e7-4489-a6f3-6694e229bff0 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Sep 24 14:59:08.546478 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-296cbfcd-4993-4678-858d-c614d3d8f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:08.547987 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-296cbfcd-4993-4678-858d-c614d3d8f481 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba&tenant_id=87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 1097 time: 0.0934200 Sep 24 14:59:08.634563 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-c120bade-6eea-4c43-ae42-379c19412262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:08.636312 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-c120bade-6eea-4c43-ae42-379c19412262 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1097 time: 0.0513320 Sep 24 14:59:08.751196 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-b5ca0797-5d04-4819-a30e-74fb145f1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:08.753048 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-b5ca0797-5d04-4819-a30e-74fb145f1a7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.1069777 Sep 24 14:59:08.951432 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0d0bf-c9a9-4529-ab01-9cdbad27cbde req-e31451fa-876f-4e90-b082-16f87c5756c8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:08.954347 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09a0d0bf-c9a9-4529-ab01-9cdbad27cbde req-e31451fa-876f-4e90-b082-16f87c5756c8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.1868694 Sep 24 14:59:08.959299 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-e5f7991b-272e-497a-85b3-976a32c6912f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 1000 time: 0.1776040 Sep 24 14:59:09.089342 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09a0d0bf-c9a9-4529-ab01-9cdbad27cbde req-73b404c0-f461-4ea1-8cdd-9d3828c69aad tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268005 Sep 24 14:59:09.100344 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-bd227231-368a-4f53-a049-47941ed9e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.103062 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-bd227231-368a-4f53-a049-47941ed9e786 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.1274037 Sep 24 14:59:09.162620 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-9c37a52c-916c-4102-9cd1-142aacca792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:09.164129 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-9c37a52c-916c-4102-9cd1-142aacca792d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459623 Sep 24 14:59:09.285691 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-7380de4c-d64d-4e6b-bf60-b90680fa5026 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072843 Sep 24 14:59:09.395549 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-77ce6ba4-e9cd-4066-809a-67bf551190f0 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991385 Sep 24 14:59:09.636880 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 14:59:10.249046 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59561ab-9c6b-483a-8bc3-9ef02e1a8ea9 req-bf0637ab-d951-4523-8783-f07c4c9a4c42 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:10.250987 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a59561ab-9c6b-483a-8bc3-9ef02e1a8ea9 req-bf0637ab-d951-4523-8783-f07c4c9a4c42 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0609853 Sep 24 14:59:10.300025 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a59561ab-9c6b-483a-8bc3-9ef02e1a8ea9 req-a319b09a-06d3-4ccd-bff4-9cc1400fa8d5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365798 Sep 24 14:59:11.461621 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a0ce6-0d26-4638-9dd2-3e5c7aab6f02 req-101acada-ab56-41c5-9106-3ba07c94b9b1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:11.464466 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-909a0ce6-0d26-4638-9dd2-3e5c7aab6f02 req-101acada-ab56-41c5-9106-3ba07c94b9b1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0808892 Sep 24 14:59:11.536330 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-909a0ce6-0d26-4638-9dd2-3e5c7aab6f02 req-082137fa-d326-4d1a-ac7a-abb4eb903cfa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643537 Sep 24 14:59:12.700074 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a170f61-52f8-40cd-9dae-56d1238be8a7 req-ca36fbdc-f5cc-4ca3-a756-a7b62cda5056 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:12.702521 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4a170f61-52f8-40cd-9dae-56d1238be8a7 req-ca36fbdc-f5cc-4ca3-a756-a7b62cda5056 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0552282 Sep 24 14:59:12.761099 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4a170f61-52f8-40cd-9dae-56d1238be8a7 req-4bcb4287-fec2-40a3-a9c3-ffdfe555a3a9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450795 Sep 24 14:59:13.931752 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77f38-1e3b-4dcd-a5fe-c29e6f5f0a5a req-ccf3f8fd-4a5e-4f22-b58f-695970370694 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:13.933308 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2fb77f38-1e3b-4dcd-a5fe-c29e6f5f0a5a req-ccf3f8fd-4a5e-4f22-b58f-695970370694 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0574369 Sep 24 14:59:13.984812 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2fb77f38-1e3b-4dcd-a5fe-c29e6f5f0a5a req-6d81e797-4273-465c-af9c-afa186a6a7d6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Sep 24 14:59:15.182650 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88341-ad10-4e3e-9545-8e4dcfe91a5a req-651fbbfe-2570-486a-ab0d-9231cde35fde tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:15.184476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f5a88341-ad10-4e3e-9545-8e4dcfe91a5a req-651fbbfe-2570-486a-ab0d-9231cde35fde tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0818722 Sep 24 14:59:15.238106 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f5a88341-ad10-4e3e-9545-8e4dcfe91a5a req-31a1dfe5-d4c5-4a31-bb11-daa34aa913fd tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Sep 24 14:59:16.392483 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef9c91-f44c-49d0-b82d-d51f12f58269 req-3a57cd38-65ba-4393-84d4-e9136be5263b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:16.395080 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94ef9c91-f44c-49d0-b82d-d51f12f58269 req-3a57cd38-65ba-4393-84d4-e9136be5263b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0625336 Sep 24 14:59:16.461246 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94ef9c91-f44c-49d0-b82d-d51f12f58269 req-42993af7-2aed-475a-900a-c0a7b4e43116 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547206 Sep 24 14:59:16.904507 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09af46d9-e93c-43b7-9800-d19025f653ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:17.630992 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa58230-6861-44a0-ad3c-1df11fa30812 req-9af4841b-00e9-4980-bed1-15414a294cc5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:17.633271 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-efa58230-6861-44a0-ad3c-1df11fa30812 req-9af4841b-00e9-4980-bed1-15414a294cc5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0751500 Sep 24 14:59:17.692692 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-efa58230-6861-44a0-ad3c-1df11fa30812 req-ed88e646-87ce-404a-a3c9-f99dd7a742da tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525725 Sep 24 14:59:17.928424 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:18.844487 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21900d8-1bfe-4215-8853-e8249b4fb305 req-327afabb-46a1-4da4-9482-087a2415e037 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:18.847898 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e21900d8-1bfe-4215-8853-e8249b4fb305 req-327afabb-46a1-4da4-9482-087a2415e037 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0685785 Sep 24 14:59:18.893431 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e21900d8-1bfe-4215-8853-e8249b4fb305 req-f4819bbc-2748-4647-af76-3ea9631188d1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392094 Sep 24 14:59:20.095981 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778ba-88c8-4808-aaef-f08b5ff0f729 req-3a913979-24d8-418a-8be4-62d5b588dbfb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:20.100192 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-709778ba-88c8-4808-aaef-f08b5ff0f729 req-3a913979-24d8-418a-8be4-62d5b588dbfb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0779705 Sep 24 14:59:20.148911 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f8b8cab-69c9-4320-8440-f7b31e42e803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:20.169004 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-709778ba-88c8-4808-aaef-f08b5ff0f729 req-0f2bb171-d295-4dda-939f-8827d3d2425a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617809 Sep 24 14:59:20.657143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:21.330782 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b49be-fd74-42ea-a81f-2d62d4db3f54 req-6c4932ae-7951-4db1-9c7d-d0dfa8e17831 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:21.333443 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b39b49be-fd74-42ea-a81f-2d62d4db3f54 req-6c4932ae-7951-4db1-9c7d-d0dfa8e17831 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0631726 Sep 24 14:59:21.376718 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b39b49be-fd74-42ea-a81f-2d62d4db3f54 req-304aadcd-3aaf-4bf9-a422-9c52ace12460 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365114 Sep 24 14:59:21.927105 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:22.515799 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceed37-72c4-427a-85f0-4b95ddc772be req-186b04fb-f8f1-48a1-9874-967e22609779 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:22.517427 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8cceed37-72c4-427a-85f0-4b95ddc772be req-186b04fb-f8f1-48a1-9874-967e22609779 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0541039 Sep 24 14:59:22.559854 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8cceed37-72c4-427a-85f0-4b95ddc772be req-06e14295-ad29-4a4e-8952-9f3bcffff462 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355814 Sep 24 14:59:23.004795 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 14:59:23.706822 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969904f4-6967-4124-9ef9-1dbbaa572cdb req-11396a70-9da5-4fdc-81c8-08a0fcb707cf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:23.708563 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-969904f4-6967-4124-9ef9-1dbbaa572cdb req-11396a70-9da5-4fdc-81c8-08a0fcb707cf tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0566671 Sep 24 14:59:23.758274 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-969904f4-6967-4124-9ef9-1dbbaa572cdb req-baa0191f-e7cc-45f5-84c6-bc7f35099fcc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397673 Sep 24 14:59:24.056942 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:24.897867 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772e349-cfa8-4312-ae5d-2588956de67e req-0486d41b-a3b3-46a8-af6a-cd9ddce6b359 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:24.899558 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c772e349-cfa8-4312-ae5d-2588956de67e req-0486d41b-a3b3-46a8-af6a-cd9ddce6b359 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0621002 Sep 24 14:59:24.943623 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c772e349-cfa8-4312-ae5d-2588956de67e req-76f6df07-6b60-4bf6-a6c7-27064a531a9c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370653 Sep 24 14:59:26.074739 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2900ad-5602-4f96-a29a-8af6231d7ebf req-07e3b1b8-d204-47c7-8ab0-0624955c0748 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:26.076701 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2e2900ad-5602-4f96-a29a-8af6231d7ebf req-07e3b1b8-d204-47c7-8ab0-0624955c0748 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0538290 Sep 24 14:59:26.121743 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2e2900ad-5602-4f96-a29a-8af6231d7ebf req-3be45767-b911-4a5d-9146-4317424a0b52 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377676 Sep 24 14:59:27.269525 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eac74e-8312-40a5-8117-2d3393368a61 req-11c61898-db9b-42d9-9c60-2fb4aa966b43 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:27.271220 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09eac74e-8312-40a5-8117-2d3393368a61 req-11c61898-db9b-42d9-9c60-2fb4aa966b43 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0546780 Sep 24 14:59:27.319373 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-09eac74e-8312-40a5-8117-2d3393368a61 req-8beb2e00-e162-47c1-b133-9558ba7b30b8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376725 Sep 24 14:59:28.458306 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fac30f-d64d-435e-b861-a276798de924 req-444e6998-e952-44d5-b254-a0fbd55062cb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:28.459958 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-12fac30f-d64d-435e-b861-a276798de924 req-444e6998-e952-44d5-b254-a0fbd55062cb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0564291 Sep 24 14:59:28.507871 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-12fac30f-d64d-435e-b861-a276798de924 req-059b1791-1f8a-483e-8bad-51aa7596404d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Sep 24 14:59:29.659701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70f85c-838e-4f3c-b0e3-91804bfde313 req-6519e8e3-e9ac-4488-8b99-30bb5ea5e7ab tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:29.661281 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4b70f85c-838e-4f3c-b0e3-91804bfde313 req-6519e8e3-e9ac-4488-8b99-30bb5ea5e7ab tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 944 time: 0.0647862 Sep 24 14:59:29.703681 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4b70f85c-838e-4f3c-b0e3-91804bfde313 req-10360c75-1e6e-4a37-8c07-bd4a6dc95a13 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335033 Sep 24 14:59:29.738423 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 14:59:29.842457 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:29.854873 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'port_id': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'mac_address': 'fa:16:3e:ad:2d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 14:59:29.907898 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:29.928488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8465c6a-ae01-48b4-a59f-3d4f6194039e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 14:59:29.952659 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:29.957394 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:30.010731 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=9']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:30.244489 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['a8465c6a-ae01-48b4-a59f-3d4f6194039e'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 14:59:30.836373 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d536f-b46c-4b37-876a-d516735fc2f9 req-6fb917a6-5f43-4f29-9e65-3e085e612bfb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:30.837996 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e24d536f-b46c-4b37-876a-d516735fc2f9 req-6fb917a6-5f43-4f29-9e65-3e085e612bfb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 945 time: 0.0521631 Sep 24 14:59:30.880896 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e24d536f-b46c-4b37-876a-d516735fc2f9 req-7101e335-de85-41fe-947c-6834b9d8104f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365474 Sep 24 14:59:31.730721 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 14:59:31.787917 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port a8465c6a-ae01-48b4-a59f-3d4f6194039e triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 14:59:31.788383 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:31.885203 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:31.911736 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 14:59:31.914098 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c69555f-c11c-4452-ba39-baeae3858423" -d '{"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 14:59:31.930239 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 14:59:31.936393 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:31.968286 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f33b73-1a13-43e5-a2bf-24fbc830f192 x-openstack-request-id: req-62f33b73-1a13-43e5-a2bf-24fbc830f192 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 14:59:31.968588 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 14:59:31.968889 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62f33b73-1a13-43e5-a2bf-24fbc830f192 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 14:59:31.969232 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'code': 200} Sep 24 14:59:32.014546 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 14:59:32.036546 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cae268-0e3d-4ba2-8a0a-20b5dab73bb6 req-0ecc6b92-6e3c-4cd5-a007-a054e591bd4b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:32.038279 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-38cae268-0e3d-4ba2-8a0a-20b5dab73bb6 req-0ecc6b92-6e3c-4cd5-a007-a054e591bd4b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0584824 Sep 24 14:59:32.103054 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-38cae268-0e3d-4ba2-8a0a-20b5dab73bb6 req-0e83a33b-86fa-47f5-95d3-9219887b8ae1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575416 Sep 24 14:59:32.499079 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e2e6-2606-4c90-b7c1-874fc6fa4263 req-25567eae-5159-415a-af0a-07b66f849c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:32.500790 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c481e2e6-2606-4c90-b7c1-874fc6fa4263 req-25567eae-5159-415a-af0a-07b66f849c82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1100 time: 0.0442903 Sep 24 14:59:32.544858 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c481e2e6-2606-4c90-b7c1-874fc6fa4263 req-b0fdf784-5fec-4927-b3cb-c6c9a1f82050 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Sep 24 14:59:33.277722 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0015cf-b2a7-4277-8dc0-26034a291754 req-827231ea-823b-411e-9612-bbefdf54bf29 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:33.279900 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9b0015cf-b2a7-4277-8dc0-26034a291754 req-827231ea-823b-411e-9612-bbefdf54bf29 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0686185 Sep 24 14:59:33.347981 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9b0015cf-b2a7-4277-8dc0-26034a291754 req-574b3aab-fa24-47fb-a67f-69f6f9b9db5a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587952 Sep 24 14:59:34.500193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0917045-42d2-4d65-b47d-ab2c3e227ea2 req-7c363b7d-1bd3-4356-970c-e12626000d0c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:34.503109 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b0917045-42d2-4d65-b47d-ab2c3e227ea2 req-7c363b7d-1bd3-4356-970c-e12626000d0c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0596380 Sep 24 14:59:34.551045 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b0917045-42d2-4d65-b47d-ab2c3e227ea2 req-0aaf6043-07f0-4fe7-8bc7-41ac8874e947 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411441 Sep 24 14:59:35.691387 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdae9-e30d-40b0-aa5f-0f7f7dfc75d4 req-21d4df8a-1e5e-46c7-8e66-80800d6a5b03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:35.693083 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76bbdae9-e30d-40b0-aa5f-0f7f7dfc75d4 req-21d4df8a-1e5e-46c7-8e66-80800d6a5b03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0591660 Sep 24 14:59:35.734834 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76bbdae9-e30d-40b0-aa5f-0f7f7dfc75d4 req-cfd2c7e5-cbe8-430e-8c0d-7c0df06d500d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353286 Sep 24 14:59:46.897703 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-11b013d3-b1e5-4201-9476-dfead5536f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:47.842238 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-2db2004e-ec45-4dfc-b826-1afdcb3f2c64 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482850 Sep 24 14:59:47.932084 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:47.953660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3356e9-6f11-4077-83b7-3b423303757e req-fe7cce22-39ce-4c67-9f34-1c1f7ebd849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:47.955651 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-fe7cce22-39ce-4c67-9f34-1c1f7ebd849d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 1100 time: 0.0556846 Sep 24 14:59:48.085040 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3356e9-6f11-4077-83b7-3b423303757e req-deef81b7-f96f-46bb-8593-83475c4ddb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:48.086619 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-deef81b7-f96f-46bb-8593-83475c4ddb25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.1072197 Sep 24 14:59:48.183833 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-f9419ff0-ea1a-47d0-9541-b328e57d876a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 200 len: 1002 time: 0.0866721 Sep 24 14:59:48.250554 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3356e9-6f11-4077-83b7-3b423303757e req-d6ba845a-504c-42e5-a27f-938101bc3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:48.252371 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-d6ba845a-504c-42e5-a27f-938101bc3680 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0603585 Sep 24 14:59:48.323319 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3356e9-6f11-4077-83b7-3b423303757e req-0edde001-8911-463f-bf1e-82340142023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 14:59:48.324950 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-0edde001-8911-463f-bf1e-82340142023d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627253 Sep 24 14:59:48.435595 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-28f745d5-bf2f-4315-8324-3f149ca25c23 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019657 Sep 24 14:59:48.532823 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e3356e9-6f11-4077-83b7-3b423303757e req-124572bc-13b2-42ba-bbdf-212a66db1412 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889359 Sep 24 14:59:50.114853 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2ddc92a7-204f-4e11-90c2-84829bd010ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:50.655738 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:51.933533 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 14:59:54.057729 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:00.004802 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:00:07.788466 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763127b7-5c9a-40d8-8b99-e05e0d2d4a31 req-1b9c4893-1b83-4a4e-a0a3-fdc3e2e1413f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:07.789990 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-763127b7-5c9a-40d8-8b99-e05e0d2d4a31 req-1b9c4893-1b83-4a4e-a0a3-fdc3e2e1413f tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0590608 Sep 24 15:00:07.835787 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-763127b7-5c9a-40d8-8b99-e05e0d2d4a31 req-bf000cd2-7923-446d-8eb4-d3d0914857b0 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387373 Sep 24 15:00:08.958245 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d360d32-b5a7-4ae5-85b5-13fac19528e0 req-7783c00d-971f-4e70-bd0f-b6396045b166 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:08.959749 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6d360d32-b5a7-4ae5-85b5-13fac19528e0 req-7783c00d-971f-4e70-bd0f-b6396045b166 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0531144 Sep 24 15:00:09.005503 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6d360d32-b5a7-4ae5-85b5-13fac19528e0 req-49bb58f3-7490-4d75-a55b-985dd5f0c22b tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Sep 24 15:00:10.116882 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-222075d3-fa88-44b2-93cd-34642bf228f1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:10.118809 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-222075d3-fa88-44b2-93cd-34642bf228f1 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0602977 Sep 24 15:00:10.129477 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eb3df-cbbd-4fd2-9f7b-6d999a044049 req-a2c8a281-cc8d-4328-8099-32556c99a157 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:10.131048 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fb0eb3df-cbbd-4fd2-9f7b-6d999a044049 req-a2c8a281-cc8d-4328-8099-32556c99a157 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 945 time: 0.0545549 Sep 24 15:00:10.174839 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fb0eb3df-cbbd-4fd2-9f7b-6d999a044049 req-e510262f-8b35-4318-8e4e-0a7f2ae5c3b7 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd4e73e6-c848-4ff7-bf16-2c8813f54525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364475 Sep 24 15:00:10.215591 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Deleting port 9a52bdae-d55c-48fa-9e66-29c04479beea {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:10.215937 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:10.305831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] For port 9a52bdae-d55c-48fa-9e66-29c04479beea, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a52bdae-d55c-48fa-9e66-29c04479beea,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:10.306197 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:10.473088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:10.473443 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:10.473762 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Floating IP 1283b565-898c-4d1d-bd25-1e2070f02330 disassociated. External IP: 172.27.2.221, port: 9a52bdae-d55c-48fa-9e66-29c04479beea. Sep 24 15:00:10.474104 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Calling delete_port for 9a52bdae-d55c-48fa-9e66-29c04479beea owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:10.597927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:10.623814 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event deleted for resources: {'Port': ['ID=9a52bdae-d55c-48fa-9e66-29c04479beea,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:10.638061 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.638061 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.638379 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.638710 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.639037 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.639362 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.639716 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.640040 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.640367 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.640757 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.641153 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.641519 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:10.759552 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Router ce081177-0a1a-43e1-8933-29fbae2946a2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:11.136305 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:11.150522 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:11.161550 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:11.162214 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:59:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:11.180036 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] No DVR routers for this DVR port 9a52bdae-d55c-48fa-9e66-29c04479beea on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:11.182793 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:11.185119 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-23c983ca-7e23-412f-8d74-a38c2aef241d req-514b572d-c35a-40bd-9157-0ce6ae830066 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.70 "DELETE /v2.0/ports/9a52bdae-d55c-48fa-9e66-29c04479beea HTTP/1.1" status: 204 len: 173 time: 1.0569942 Sep 24 15:00:11.185609 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'name': 'network-vif-deleted', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:11.188004 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea32b48-76e2-4331-bd28-f6b9043531ca" -d '{"events": [{"server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "name": "network-vif-deleted", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:11.262274 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0e299c-824d-4617-aac2-7af429fc7090 x-openstack-request-id: req-3d0e299c-824d-4617-aac2-7af429fc7090 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:11.262669 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffea518-4359-4eb7-8596-f8eb2cf973bd", "name": "network-vif-deleted", "tag": "9a52bdae-d55c-48fa-9e66-29c04479beea", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:11.263269 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d0e299c-824d-4617-aac2-7af429fc7090 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:11.263614 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffea518-4359-4eb7-8596-f8eb2cf973bd', 'name': 'network-vif-deleted', 'tag': '9a52bdae-d55c-48fa-9e66-29c04479beea', 'status': 'completed', 'code': 200} Sep 24 15:00:11.288541 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-38030789-af82-4c07-a5e8-409862f72b60 req-42d96294-b7bd-434c-9aec-48b36efca47a tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ffea518-4359-4eb7-8596-f8eb2cf973bd HTTP/1.1" status: 200 len: 210 time: 0.0287406 Sep 24 15:00:11.318677 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:11.560772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:11.587675 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:11.596898 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:11.597480 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:59:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:11.710539 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:11.942959 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:11.969883 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08dfdc-91b9-4962-aac5-19bedfa6dd81 None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T14:52:53Z', 'revision_number': 4, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6', 'name': '', 'network_id': 'b6cc79a1-611d-4980-b52b-88bebdcef20f', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'mac_address': 'fa:16:3e:e2:84:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:48Z', 'updated_at': '2021-09-24T14:53:04Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'subnets': [{'id': '11fe6e74-d8ea-4dd3-9507-e835e0aae265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:12.195050 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763e92f-3139-44b7-9e4d-2fbaa6325bda None None] New status for floating IP 1283b565-898c-4d1d-bd25-1e2070f02330: DOWN {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:00:12.390896 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53344) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:12.463190 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.487215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.536941 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.540198 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.543982 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd4e73e6-c848-4ff7-bf16-2c8813f54525 HTTP/1.1" status: 204 len: 168 time: 0.1515820 Sep 24 15:00:12.544774 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53346) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:12.554466 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4e73e6-c848-4ff7-bf16-2c8813f54525,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:12.558643 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.api.v2.resource [None req-c9705656-5c5d-42dc-a4cc-7fee1e1edcf4 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] show failed (client error): The resource could not be found. Sep 24 15:00:12.559670 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-c9705656-5c5d-42dc-a4cc-7fee1e1edcf4 tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "GET /v2.0/security-groups/fd4e73e6-c848-4ff7-bf16-2c8813f54525 HTTP/1.1" status: 404 len: 347 time: 0.0139115 Sep 24 15:00:12.561601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.561956 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.562301 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.562639 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.562975 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.563312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.563507 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53348) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:12.563667 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.563987 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.564501 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.565348 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.565677 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.566004 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24068d86-767f-4ef6-aec7-ab12cfc715fd tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:12.691549 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Deleting port 48e5dc3d-1755-4748-90da-758dd4638c01 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:12.691894 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.773429 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.773881 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.792122 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Calling delete_port for 48e5dc3d-1755-4748-90da-758dd4638c01 owned by network:floatingip {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:12.930649 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:12.958186 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Pushing event deleted for resources: {'Port': ['ID=48e5dc3d-1755-4748-90da-758dd4638c01,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:13.015834 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks [] for floatingip, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:13.019229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:13.020420 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-bb9a3f9f-7cc8-4ac1-baf7-19445844a2be tempest-AttachVolumeTestJSON-1454297159 tempest-AttachVolumeTestJSON-1454297159-project] 10.222.0.13 "DELETE /v2.0/floatingips/1283b565-898c-4d1d-bd25-1e2070f02330 HTTP/1.1" status: 204 len: 168 time: 0.4547725 Sep 24 15:00:13.943029 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a52bdae-d55c-48fa-9e66-29c04479beea no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:13.964433 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 9a52bdae-d55c-48fa-9e66-29c04479beea {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:13.964796 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a52bdae-d55c-48fa-9e66-29c04479beea not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:16.579760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53398) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:16.638333 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3162ba1-e80c-461f-a819-5a205cad4fee req-e0a8f144-6042-48a6-ad1b-b58a70e92441 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:16.639878 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e3162ba1-e80c-461f-a819-5a205cad4fee req-e0a8f144-6042-48a6-ad1b-b58a70e92441 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0528607 Sep 24 15:00:16.684724 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e3162ba1-e80c-461f-a819-5a205cad4fee req-19e280e5-5c77-4e58-8b45-85ba83b04fe1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388048 Sep 24 15:00:16.901886 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-85e04e39-1427-45ef-90e4-6ddea94d61d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.023132 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.270811 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Deleting port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:17.271158 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.352133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] For port 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:17.352498 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.369699 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Calling delete_port for 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 owned by network:router_interface {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:17.557006 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.584105 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:17.758084 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:17.814967 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49530862-e518-4de5-920d-5547dc71e559 req-40e4f133-c819-4e9d-be23-16924318eb13 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:17.817892 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49530862-e518-4de5-920d-5547dc71e559 req-40e4f133-c819-4e9d-be23-16924318eb13 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0537691 Sep 24 15:00:17.875229 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49530862-e518-4de5-920d-5547dc71e559 req-5a476df5-fe21-4748-81bd-7a5a0e94fec3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514791 Sep 24 15:00:17.923769 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.011041 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Router ce081177-0a1a-43e1-8933-29fbae2946a2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:18.124636 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:18.133560 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-59af2926-7ca4-42da-ab78-9f09a0202a85 admin admin] 10.222.0.13 "PUT /v2.0/routers/ce081177-0a1a-43e1-8933-29fbae2946a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5525615 Sep 24 15:00:18.133971 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] Sync routers for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:18.136099 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53404) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:18.143692 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:18.144593 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:59:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:18.243325 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks [] for router, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.255941 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:18.371012 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.410055 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499335b-4deb-4b63-8606-087229afa736 req-11620b1a-5ffe-42c2-9ae7-7e89c75a2a85 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:18.411823 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c499335b-4deb-4b63-8606-087229afa736 req-11620b1a-5ffe-42c2-9ae7-7e89c75a2a85 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.0595880 Sep 24 15:00:18.440581 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Deleting port 676460a4-6eae-4edf-910c-36af6881f055 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:18.440581 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.462398 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '676460a4-6eae-4edf-910c-36af6881f055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T15:00:17Z', 'revision_number': 5, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port': {'id': '676460a4-6eae-4edf-910c-36af6881f055', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:52:44Z', 'updated_at': '2021-09-24T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:18.541916 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] For port 676460a4-6eae-4edf-910c-36af6881f055, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=676460a4-6eae-4edf-910c-36af6881f055,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:18.542369 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.543200 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Deleting port a8465c6a-ae01-48b4-a59f-3d4f6194039e {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:18.543766 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.557813 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Calling delete_port for 676460a4-6eae-4edf-910c-36af6881f055 owned by network:router_gateway {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:18.625807 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] Checking router: ce081177-0a1a-43e1-8933-29fbae2946a2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:18.636842 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] Routers {'ce081177-0a1a-43e1-8933-29fbae2946a2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:18.637628 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:59:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['ce081177-0a1a-43e1-8933-29fbae2946a2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:18.662048 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] For port a8465c6a-ae01-48b4-a59f-3d4f6194039e, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a8465c6a-ae01-48b4-a59f-3d4f6194039e,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:18.663064 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.734036 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] Set router ce081177-0a1a-43e1-8933-29fbae2946a2 gateway port host: None {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:18.757970 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.790518 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Pushing event deleted for resources: {'Port': ['ID=676460a4-6eae-4edf-910c-36af6881f055,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:18.793625 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T15:00:18Z', 'revision_number': 6, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:18.821096 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eede31-df64-4912-85ce-cb46d4dbe83e None None] The sync data for ids ['ce081177-0a1a-43e1-8933-29fbae2946a2'] in dv-cinder-810917-1-iscsi is: [{'id': 'ce081177-0a1a-43e1-8933-29fbae2946a2', 'name': 'tempest-AttachVolumeTestJSON-1467928084-router', 'tenant_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:52:42Z', 'updated_at': '2021-09-24T15:00:18Z', 'revision_number': 6, 'project_id': 'ee2e46bb2bed4c7fb2cf6928eff16fbc', 'gw_port_host': None}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:18.866234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.897496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.897496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:18.897496 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Floating IP 6eba1bab-7bf7-46cd-a741-4af1b791be32 disassociated. External IP: 172.27.2.141, port: a8465c6a-ae01-48b4-a59f-3d4f6194039e. Sep 24 15:00:18.897496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Calling delete_port for a8465c6a-ae01-48b4-a59f-3d4f6194039e owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:19.006610 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.009284 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.074136 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.074694 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce081177-0a1a-43e1-8933-29fbae2946a2 {{(pid=100529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:00:19.079949 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.083983 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2bcd08f7-1276-442a-8983-27089a790188 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ce081177-0a1a-43e1-8933-29fbae2946a2 HTTP/1.1" status: 204 len: 168 time: 0.9467876 Sep 24 15:00:19.084687 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53408) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:19.131650 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da86b4b-bebb-4cd3-8970-8a7bca090f26 req-9c3733d5-f35c-4919-b870-b7654f01a890 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:19.133263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Deleting subnet 11fe6e74-d8ea-4dd3-9507-e835e0aae265 {{(pid=100529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:00:19.134188 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9da86b4b-bebb-4cd3-8970-8a7bca090f26 req-9c3733d5-f35c-4919-b870-b7654f01a890 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfcd17ad-1251-46f9-adfb-8eca7f0196ba HTTP/1.1" status: 200 len: 947 time: 0.1453607 Sep 24 15:00:19.136972 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.181316 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457216'] for subnet, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.181572 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.229046 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event deleted for resources: {'Port': ['ID=a8465c6a-ae01-48b4-a59f-3d4f6194039e,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:19.241965 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9da86b4b-bebb-4cd3-8970-8a7bca090f26 req-1ae3b814-4512-4dbb-b329-1508d6e3cca6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3b41ca6-e281-4932-a22f-3f9b1992631e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987396 Sep 24 15:00:19.323614 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.368836 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:19.390784 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4647990'] for subnet, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.419152 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fe6e74-d8ea-4dd3-9507-e835e0aae265,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:19.422853 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.425382 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0374c828-eb5f-4665-ab20-0a563e29d315 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11fe6e74-d8ea-4dd3-9507-e835e0aae265 HTTP/1.1" status: 204 len: 168 time: 0.3396876 Sep 24 15:00:19.427911 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53410) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:19.430573 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9615edd-a5e6-4c1c-9fde-81fbc63c21e8 None None] Network b6cc79a1-611d-4980-b52b-88bebdcef20f requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:00:19.508339 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:19.517865 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.524449 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:19.536946 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:19.538360 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:59:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:19.578890 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] No DVR routers for this DVR port a8465c6a-ae01-48b4-a59f-3d4f6194039e on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:19.583863 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.587695 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c499335b-4deb-4b63-8606-087229afa736 req-58b4aeee-5156-425d-a4ef-6ac11e4b0af4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "DELETE /v2.0/ports/a8465c6a-ae01-48b4-a59f-3d4f6194039e HTTP/1.1" status: 204 len: 173 time: 1.1682549 Sep 24 15:00:19.589180 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-deleted', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:19.597942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1767e42-d00f-45cb-8bb3-7ee820dd4eaf" -d '{"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-deleted", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:19.611341 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Deleting port ecf0c558-7ad1-4381-8679-c19a774e3c39 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:19.611998 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.669757 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa97b72-0c5c-4e13-8c96-c0e7500b12d9 x-openstack-request-id: req-efa97b72-0c5c-4e13-8c96-c0e7500b12d9 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:19.670404 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcd17ad-1251-46f9-adfb-8eca7f0196ba", "name": "network-vif-deleted", "tag": "a8465c6a-ae01-48b4-a59f-3d4f6194039e", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:19.670404 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efa97b72-0c5c-4e13-8c96-c0e7500b12d9 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:19.670606 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcd17ad-1251-46f9-adfb-8eca7f0196ba', 'name': 'network-vif-deleted', 'tag': 'a8465c6a-ae01-48b4-a59f-3d4f6194039e', 'status': 'completed', 'code': 200} Sep 24 15:00:19.726654 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] For port ecf0c558-7ad1-4381-8679-c19a774e3c39, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ecf0c558-7ad1-4381-8679-c19a774e3c39,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:19.729675 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.760338 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] DHCP port deletion for b6cc79a1-611d-4980-b52b-88bebdcef20f request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:00:19.766493 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Calling delete_port for ecf0c558-7ad1-4381-8679-c19a774e3c39 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:19.781762 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:19.853170 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Deleting port ecf0c558-7ad1-4381-8679-c19a774e3c39 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:19.853979 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.917502 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.953500 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf0c558-7ad1-4381-8679-c19a774e3c39,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:19.961992 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] No DVR routers for this DVR port ecf0c558-7ad1-4381-8679-c19a774e3c39 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:19.965259 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] For port ecf0c558-7ad1-4381-8679-c19a774e3c39, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ecf0c558-7ad1-4381-8679-c19a774e3c39,segment=NetworkSegment(62f677a1-7748-491d-8c88-f05fb5e52e74),segment_id=62f677a1-7748-491d-8c88-f05fb5e52e74)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:19.965765 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:19.982709 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Calling delete_port for ecf0c558-7ad1-4381-8679-c19a774e3c39 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:20.055998 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.091535 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cc79a1-611d-4980-b52b-88bebdcef20f']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:20.108117 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f677a1-7748-491d-8c88-f05fb5e52e74') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:20.109493 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:20.109979 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f677a1-7748-491d-8c88-f05fb5e52e74') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:20.123175 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.151638 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.162683 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:00:20.163051 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:20.163692 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:00:20.166279 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:00:20.174783 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:20.190540 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:20.191594 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T14:59:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:20.239833 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.245804 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.246648 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:20.246987 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 6dfb513f-ae47-4169-83ff-ff2aa3c5b1d6 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:20.247638 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 676460a4-6eae-4edf-910c-36af6881f055 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:20.249458 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6cc79a1-611d-4980-b52b-88bebdcef20f HTTP/1.1" status: 204 len: 168 time: 0.8204651 Sep 24 15:00:20.269154 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d62f-dd3c-4721-becd-d28fbd947b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cc79a1-611d-4980-b52b-88bebdcef20f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:20.305545 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3df0-6d9c-4e16-9353-b92ca90c8a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.310955 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 676460a4-6eae-4edf-910c-36af6881f055 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:20.311470 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 676460a4-6eae-4edf-910c-36af6881f055 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:20.312826 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ecf0c558-7ad1-4381-8679-c19a774e3c39 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:20.347153 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: ecf0c558-7ad1-4381-8679-c19a774e3c39 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:20.347672 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ecf0c558-7ad1-4381-8679-c19a774e3c39 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:20.371713 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.386752 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53420) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:20.401570 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Pushing event deleted for resources: {'Port': ['ID=ecf0c558-7ad1-4381-8679-c19a774e3c39,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:20.405102 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Network b6cc79a1-611d-4980-b52b-88bebdcef20f is not hosted by any dhcp agent {{(pid=100530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:00:20.405654 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] No DVR routers for this DVR port ecf0c558-7ad1-4381-8679-c19a774e3c39 on host dv-cinder-810917-1-iscsi {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:00:20.416358 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.416808 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.417221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.417631 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.418039 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.418438 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.418838 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.419393 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.424921 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.424921 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.424921 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.424921 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd837c7-d280-480a-8ef5-17589e5ba034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:20.433855 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:20.475308 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-801ac26d-ccb0-46f7-81b6-cb9689cabe03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.489739 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53422) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:20.525827 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-801ac26d-ccb0-46f7-81b6-cb9689cabe03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.577888 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8a0b3d67-9f19-4dbf-a2c1-ab46ac52df74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee2e46bb2bed4c7fb2cf6928eff16fbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0860119 Sep 24 15:00:20.580966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53424) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:20.647001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-801ac26d-ccb0-46f7-81b6-cb9689cabe03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.652697 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-801ac26d-ccb0-46f7-81b6-cb9689cabe03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.654355 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-801ac26d-ccb0-46f7-81b6-cb9689cabe03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3b41ca6-e281-4932-a22f-3f9b1992631e HTTP/1.1" status: 204 len: 168 time: 0.2662034 Sep 24 15:00:20.659694 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53426) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:20.660616 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.677250 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:20.679143 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ac26d-ccb0-46f7-81b6-cb9689cabe03 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b41ca6-e281-4932-a22f-3f9b1992631e,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:20.689322 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.api.v2.resource [None req-1f858c99-7186-4fd0-b87a-2214a8e74093 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] show failed (client error): The resource could not be found. Sep 24 15:00:20.691068 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-1f858c99-7186-4fd0-b87a-2214a8e74093 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups/c3b41ca6-e281-4932-a22f-3f9b1992631e HTTP/1.1" status: 404 len: 347 time: 0.0274947 Sep 24 15:00:20.695367 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53428) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:20.703844 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1edf-1a2f-4773-9ec2-5b4622127fa4 None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:20.709938 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3c896969-4624-49ab-a1c2-e30743ae72c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.736493 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3c896969-4624-49ab-a1c2-e30743ae72c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.799513 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3c896969-4624-49ab-a1c2-e30743ae72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.805404 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3c896969-4624-49ab-a1c2-e30743ae72c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:20.808195 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3c896969-4624-49ab-a1c2-e30743ae72c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d02180d3-11d7-406f-a114-cd131f28241e HTTP/1.1" status: 204 len: 168 time: 0.2252998 Sep 24 15:00:20.819331 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896969-4624-49ab-a1c2-e30743ae72c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02180d3-11d7-406f-a114-cd131f28241e,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:20.878166 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Deleting port 3468f2a3-ec49-4fe3-8394-eb0379d40c56 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:00:20.878719 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.005034 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.005972 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.024688 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Calling delete_port for 3468f2a3-ec49-4fe3-8394-eb0379d40c56 owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:00:21.088327 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bba252-d8b1-41bd-9a7f-81c61949a92e None None] New status for floating IP 6eba1bab-7bf7-46cd-a741-4af1b791be32: DOWN {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:00:21.206309 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.208905 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.db.api [None req-98bba252-d8b1-41bd-9a7f-81c61949a92e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:00:21.209378 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG oslo_db.api [None req-98bba252-d8b1-41bd-9a7f-81c61949a92e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:00:21.250129 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event deleted for resources: {'Port': ['ID=3468f2a3-ec49-4fe3-8394-eb0379d40c56,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:21.347171 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.352280 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.354613 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-0f311724-2686-47bc-9c4e-17cdf0f0f398 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "DELETE /v2.0/floatingips/6eba1bab-7bf7-46cd-a741-4af1b791be32 HTTP/1.1" status: 204 len: 168 time: 0.6574059 Sep 24 15:00:21.711294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bba252-d8b1-41bd-9a7f-81c61949a92e None None] New status for floating IP 6eba1bab-7bf7-46cd-a741-4af1b791be32: DOWN {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:00:21.933482 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:21.995164 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:00:22.016362 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: a8465c6a-ae01-48b4-a59f-3d4f6194039e {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:00:22.016705 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a8465c6a-ae01-48b4-a59f-3d4f6194039e not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:00:22.656145 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53462) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:22.661249 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225942249', 'description': 'tempest-description--682944704'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:22.683904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.781731 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.786210 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.814565 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.815851 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1586750 Sep 24 15:00:22.819279 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53464) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:22.819967 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72ead7-3f98-4786-a2cf-5bf3e5dae428 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e38274d-7aef-47aa-b589-708e20bf15ee,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:22.825156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'security_group_rule': {'security_group_id': '9e38274d-7aef-47aa-b589-708e20bf15ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:22.854911 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.907869 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.911924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.930512 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b0b89a-77a5-492a-baf8-faad3ec4e911,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:22.939506 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:22.940837 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-7084e531-7627-416b-8da7-1642b8886ef5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199238 Sep 24 15:00:22.945487 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53466) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:22.949984 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'security_group_rule': {'security_group_id': '9e38274d-7aef-47aa-b589-708e20bf15ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:22.979684 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.042528 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.047308 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.067899 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfe55c5-4a44-4884-9de2-c1a00dc7de74,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:23.076368 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.077590 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f846bd73-671c-45a1-8c75-ac4fa009efd5 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311181 Sep 24 15:00:23.081313 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53468) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:23.086140 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:23.110067 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.217838 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.348194 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Allocated IP 172.27.2.36 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/10304609-43d7-4faf-9b2e-bae4e3da519a) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:23.482358 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.519726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.561701 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:23.572169 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:23.580543 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:23.583895 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'Port': ['ID=10304609-43d7-4faf-9b2e-bae4e3da519a,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:23.677865 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:23.724039 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:24.070577 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:24.178421 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:24.184411 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:24.260350 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'Port': ['ID=10304609-43d7-4faf-9b2e-bae4e3da519a,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:24.272304 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:24.287342 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:24.288834 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-efbe002a-d5bc-4697-af15-a90d98b41681 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2063718 Sep 24 15:00:24.491384 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-6a81125c-7f78-4dbe-a5da-69166dcfde79 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1225942249&fields=id&tenant_id=87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 267 time: 0.0428171 Sep 24 15:00:24.609288 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-a74fe872-9a02-457c-9b60-39030081daf9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:24.610943 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-a74fe872-9a02-457c-9b60-39030081daf9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 817 time: 0.1126664 Sep 24 15:00:24.627097 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-1ac74341-6a2c-4758-8aa3-91169a376377 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/quotas/87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 375 time: 0.0102496 Sep 24 15:00:24.682562 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-232fba94-4fe7-4e03-a756-ee58db3a8196 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496805 Sep 24 15:00:24.926541 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-389f5535-9096-4959-bd96-85c177e51d7b service neutron] 10.222.0.13 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289093 Sep 24 15:00:25.030348 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-a5a4fb3b-bfe3-4bf4-a0d3-5f336557c904 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973198 Sep 24 15:00:25.223985 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7ff6fcd4-db1b-41c9-ac75-35871afa8b50 req-264071cd-70a2-4ebe-aa2a-83269e606690 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 210 time: 0.0467632 Sep 24 15:00:26.248879 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-2dc8679d-bdbf-4aa1-a813-292826344222 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:26.250718 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-2dc8679d-bdbf-4aa1-a813-292826344222 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 817 time: 0.1315515 Sep 24 15:00:26.319359 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-7418eeab-89c7-4c69-8f23-fb35531519c1 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 380 time: 0.0551953 Sep 24 15:00:26.329571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'port': {'device_id': '2879904c-6347-44df-b146-4c7f37db0a59', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'admin_state_up': True, 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'security_groups': ['9e38274d-7aef-47aa-b589-708e20bf15ee']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:26.404990 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c5e6b76-5bc8-4185-b881-68b4c5a8dc4a req-f73da875-0ab5-40b1-bcb7-99f25c12265f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 210 time: 0.0429823 Sep 24 15:00:26.489027 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Made reservation on behalf of 87f30cfdf33046409c9f0c6d63c38034 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:26.493092 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:26.654016 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Allocated IP 172.20.0.5 (f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de/67b3ac75-06d6-4071-8c23-8cee6f62bb6f/9a07f866-22e7-4dac-8401-29a251596923) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:26.828044 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:26.873651 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:26.927159 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:26.930444 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:26.934790 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:26.973666 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:27.011389 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.012777 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.032062 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f37bd080-fb35-465b-b28a-16e0b70015fa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7069113 Sep 24 15:00:27.046689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Request body: {'port': {'device_id': '2879904c-6347-44df-b146-4c7f37db0a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:27.112308 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.228614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-e5239115-c1d4-4871-9856-94ea703fcf90 None None] Provisioning complete for port 9a07f866-22e7-4dac-8401-29a251596923 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:27.229389 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5239115-c1d4-4871-9856-94ea703fcf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.267892 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e5239115-c1d4-4871-9856-94ea703fcf90 None None] Port 9a07f866-22e7-4dac-8401-29a251596923 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:27.408109 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a07f866-22e7-4dac-8401-29a251596923 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:27.416525 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.432714 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Transition to ACTIVE for port object 9a07f866-22e7-4dac-8401-29a251596923 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:00:27.436505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.490342 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:27.602562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d25000-20a4-46ff-b868-aef356ddc5d3 req-6d3f2039-a0e3-4054-8220-cab9bb1a9574 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.604765 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-04d25000-20a4-46ff-b868-aef356ddc5d3 req-6d3f2039-a0e3-4054-8220-cab9bb1a9574 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0928907 Sep 24 15:00:27.622217 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Attempting to bind port 9a07f866-22e7-4dac-8401-29a251596923 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:27.622555 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Attempting to bind port 9a07f866-22e7-4dac-8401-29a251596923 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:27.622886 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Attempting to bind port 9a07f866-22e7-4dac-8401-29a251596923 on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:27.637056 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Port 9a07f866-22e7-4dac-8401-29a251596923 on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:00:27.637406 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Attempting to bind port 9a07f866-22e7-4dac-8401-29a251596923 on network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:27.651352 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:27.651715 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Checking segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:27.652122 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Bound using segment: {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:27.652547 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Bound port: 9a07f866-22e7-4dac-8401-29a251596923, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:27.652905 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.669348 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-04d25000-20a4-46ff-b868-aef356ddc5d3 req-7405318e-15bd-4ee9-9e7f-f98f5e8e003f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555527 Sep 24 15:00:27.728038 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:27.731534 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:27.736465 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.770924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.771621 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:27.773042 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] 10.222.0.70 "PUT /v2.0/ports/9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 1093 time: 0.7310576 Sep 24 15:00:27.774561 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:27.775846 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7448fda-0830-4048-8792-a856ba2826ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:27.804405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f8636-b26f-4932-814d-f5cac38692bd service neutron] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:27.820792 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1edd842-9eff-43e5-a92e-5f2eb7af9a27 x-openstack-request-id: req-f1edd842-9eff-43e5-a92e-5f2eb7af9a27 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:27.821088 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:27.821346 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1edd842-9eff-43e5-a92e-5f2eb7af9a27 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:27.821746 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'status': 'completed', 'code': 200} Sep 24 15:00:27.886290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f496a2df-f50e-4ca6-920d-556a7e85c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.889993 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-f496a2df-f50e-4ca6-920d-556a7e85c7be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1096 time: 0.0492132 Sep 24 15:00:27.939270 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-c28d0777-e57d-4458-b95f-7d0148e89d1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 217 time: 0.0401392 Sep 24 15:00:27.990748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-0fab9cf1-f25b-4202-ad4a-b5b96220d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:27.992263 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-0fab9cf1-f25b-4202-ad4a-b5b96220d82e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0447056 Sep 24 15:00:28.043831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-a8753a39-8d80-4a67-ba5c-8be0f68c8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.045358 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-a8753a39-8d80-4a67-ba5c-8be0f68c8aac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451269 Sep 24 15:00:28.134627 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-6f13967d-f828-4bfd-86e4-23e6fffa4aee service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811574 Sep 24 15:00:28.226707 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7682baa6-2db9-4421-9f9c-3b0708d62513 req-72246cfe-7114-4e92-a283-887241deeca2 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838065 Sep 24 15:00:28.311511 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7448fda-0830-4048-8792-a856ba2826ec req-5a55c62d-4111-4f61-b1b9-ddbc855f4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.312994 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-5a55c62d-4111-4f61-b1b9-ddbc855f4451 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1096 time: 0.0403638 Sep 24 15:00:28.408475 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7448fda-0830-4048-8792-a856ba2826ec req-ba77aa49-5315-4b05-adc9-420b7d3b3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.409908 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-ba77aa49-5315-4b05-adc9-420b7d3b3c47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.0885100 Sep 24 15:00:28.457285 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-cdab7a3b-9e4e-4136-8d6a-855741f8697d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 217 time: 0.0385556 Sep 24 15:00:28.520965 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7448fda-0830-4048-8792-a856ba2826ec req-a8f1f901-c0ba-46ce-bda9-a99f03b25a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.520965 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-a8f1f901-c0ba-46ce-bda9-a99f03b25a77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0514588 Sep 24 15:00:28.576726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7448fda-0830-4048-8792-a856ba2826ec req-dd9f4171-eaa7-4463-9178-d8be380156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.578296 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-dd9f4171-eaa7-4463-9178-d8be380156fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469179 Sep 24 15:00:28.690193 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-09a8002a-59ff-4ff0-91f2-5dfe690a96bc service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967612 Sep 24 15:00:28.821865 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f7448fda-0830-4048-8792-a856ba2826ec req-770d53d4-782e-43c8-b836-62321006e06d service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180816 Sep 24 15:00:28.832416 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66defd2f-4c5d-4b59-8858-b06e27e3116c req-29d67358-cbde-494d-b527-0b12348c5c4c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:28.833856 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-66defd2f-4c5d-4b59-8858-b06e27e3116c req-29d67358-cbde-494d-b527-0b12348c5c4c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0686488 Sep 24 15:00:28.874451 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-66defd2f-4c5d-4b59-8858-b06e27e3116c req-f001fcd8-4a33-4e4d-97e5-4fccef7d42ae tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343654 Sep 24 15:00:30.015754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f966e9-c9a7-4f81-9c29-c0a512d30dd1 req-97a5aed2-df97-44c8-9a13-96d64c74d5e2 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:30.017626 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22f966e9-c9a7-4f81-9c29-c0a512d30dd1 req-97a5aed2-df97-44c8-9a13-96d64c74d5e2 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0561335 Sep 24 15:00:30.054965 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:00:30.058079 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-22f966e9-c9a7-4f81-9c29-c0a512d30dd1 req-54cc5c29-e6ba-4972-b67e-65f88b58a867 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343697 Sep 24 15:00:30.155662 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:30.167401 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '9a07f866-22e7-4dac-8401-29a251596923', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'port_id': '9a07f866-22e7-4dac-8401-29a251596923', 'mac_address': 'fa:16:3e:74:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:00:30.204859 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.225700 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a07f866-22e7-4dac-8401-29a251596923 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:00:30.246823 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:30.251218 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:30.301126 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:30.508225 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['9a07f866-22e7-4dac-8401-29a251596923'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:00:30.989276 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53594) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:31.097367 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ed942cc3-8730-4aa3-baba-898510cf2f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.202251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83675638-7a98-4c78-802d-5f34f4a93586 req-da344542-d481-40a3-90fe-284065cc0941 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:31.203738 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-83675638-7a98-4c78-802d-5f34f4a93586 req-da344542-d481-40a3-90fe-284065cc0941 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 944 time: 0.0723300 Sep 24 15:00:31.254003 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ed942cc3-8730-4aa3-baba-898510cf2f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.262622 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-83675638-7a98-4c78-802d-5f34f4a93586 req-a82f8480-81fe-4996-8266-1945653cb407 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508010 Sep 24 15:00:31.263198 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ed942cc3-8730-4aa3-baba-898510cf2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.301490 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed942cc3-8730-4aa3-baba-898510cf2f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5c83e-1b13-48bb-b34a-5143896e3178,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:31.306984 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ed942cc3-8730-4aa3-baba-898510cf2f7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f707c26899ae493bbf280117d0af6c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166475 Sep 24 15:00:31.309459 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53600) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:31.357778 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf57-5276-4f53-8e17-32e4d72d6a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.379263 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf57-5276-4f53-8e17-32e4d72d6a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.427405 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf57-5276-4f53-8e17-32e4d72d6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.430075 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-26ddbf57-5276-4f53-8e17-32e4d72d6a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:31.431290 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-26ddbf57-5276-4f53-8e17-32e4d72d6a95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6f5c83e-1b13-48bb-b34a-5143896e3178 HTTP/1.1" status: 204 len: 168 time: 0.1209168 Sep 24 15:00:31.440279 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddbf57-5276-4f53-8e17-32e4d72d6a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5c83e-1b13-48bb-b34a-5143896e3178,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:32.070483 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:32.138612 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 9a07f866-22e7-4dac-8401-29a251596923 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:00:32.143212 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 9a07f866-22e7-4dac-8401-29a251596923 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:32.143638 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:32.240716 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:32.264019 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:32.267243 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee06136d-ca56-481b-85b1-53236890900d" -d '{"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:32.279827 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:32.284606 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:32.313069 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5870e76-747d-497c-8b2f-2c8e6f1c1d9c x-openstack-request-id: req-b5870e76-747d-497c-8b2f-2c8e6f1c1d9c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:32.313370 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:32.313757 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5870e76-747d-497c-8b2f-2c8e6f1c1d9c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:32.314380 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'code': 200} Sep 24 15:00:32.343899 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:32.399594 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251509e6-8f1d-497a-9db2-3653a482c0b2 req-6d90d927-8a87-4c8c-9b9d-1b5c2f3b61cb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:32.401160 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-251509e6-8f1d-497a-9db2-3653a482c0b2 req-6d90d927-8a87-4c8c-9b9d-1b5c2f3b61cb tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0550182 Sep 24 15:00:32.443129 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-251509e6-8f1d-497a-9db2-3653a482c0b2 req-e4b8eb51-2bf4-4ddb-8d59-654b801ae69b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343590 Sep 24 15:00:32.504400 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c665403-0703-4dc2-abf6-c6634b08dd9a req-5cae25c1-f254-4d8d-921b-22d88647f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:32.505938 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c665403-0703-4dc2-abf6-c6634b08dd9a req-5cae25c1-f254-4d8d-921b-22d88647f46c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1098 time: 0.0430212 Sep 24 15:00:32.546277 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3c665403-0703-4dc2-abf6-c6634b08dd9a req-2528c69c-c84c-4f98-ad49-fac9e8e5a344 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325601 Sep 24 15:00:33.575958 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472c57-5d5f-4325-bba1-59e777aa16c3 req-ba567551-827d-4aeb-9d6e-3db3c84f993f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:33.577548 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-41472c57-5d5f-4325-bba1-59e777aa16c3 req-ba567551-827d-4aeb-9d6e-3db3c84f993f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Sep 24 15:00:33.620553 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-41472c57-5d5f-4325-bba1-59e777aa16c3 req-624c4353-6e9c-4ed0-a1db-710b4ed9f60a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363381 Sep 24 15:00:34.755236 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4d6c-98f9-42af-9648-d508cd705b4c req-87ef3cbb-e957-4c57-bb2f-62a67808fa54 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.757816 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6c9d4d6c-98f9-42af-9648-d508cd705b4c req-87ef3cbb-e957-4c57-bb2f-62a67808fa54 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Sep 24 15:00:34.801550 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6c9d4d6c-98f9-42af-9648-d508cd705b4c req-d730df12-790a-43b2-84e3-da8ad1e0b44d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Sep 24 15:00:34.941212 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446f9c-c19d-4586-8953-219a2bca0b75 req-3e3edbde-f553-4b5c-a95b-862b7ea61219 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:34.942810 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d446f9c-c19d-4586-8953-219a2bca0b75 req-3e3edbde-f553-4b5c-a95b-862b7ea61219 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0622656 Sep 24 15:00:34.955143 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53674) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:34.960765 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Request body: {'floatingip': {'port_id': '9a07f866-22e7-4dac-8401-29a251596923'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:35.020864 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.473710 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.477639 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.577340 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Floating IP 14ed03ee-2d61-42eb-812f-e7ca0fd5daf9 associated. External IP: 172.27.2.36, port: 9a07f866-22e7-4dac-8401-29a251596923. Sep 24 15:00:35.792505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:35.901596 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:35.906819 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:35.914512 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:35.925884 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:35.926762 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:35.936760 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-59654361-cc54-4504-a8f3-20080e8dc5a4 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "PUT /v2.0/floatingips/14ed03ee-2d61-42eb-812f-e7ca0fd5daf9 HTTP/1.1" status: 200 len: 990 time: 0.9802454 Sep 24 15:00:35.937329 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:00:35.939717 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7b3f15-4f67-499b-9f27-60547696a5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:00:35.986195 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b95639-5eff-468c-98dc-6c61ed1a0957 x-openstack-request-id: req-d6b95639-5eff-468c-98dc-6c61ed1a0957 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:00:35.986480 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:00:35.986734 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6b95639-5eff-468c-98dc-6c61ed1a0957 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:00:35.987133 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'status': 'completed', 'code': 200} Sep 24 15:00:36.060557 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-b5907ebc-cee4-4b44-91d6-76ad3bc3d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.062088 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-b5907ebc-cee4-4b44-91d6-76ad3bc3d476 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1098 time: 0.0425057 Sep 24 15:00:36.134024 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:36.390654 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '14ed03ee-2d61-42eb-812f-e7ca0fd5daf9', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'port_id': '9a07f866-22e7-4dac-8401-29a251596923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'mac_address': 'fa:16:3e:74:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879904c-6347-44df-b146-4c7f37db0a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:00:23Z', 'updated_at': '2021-09-24T15:00:35Z', 'revision_number': 1, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:36.419571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-0812fcf3-eacd-45b3-b6f3-e904e7694e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.421329 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-0812fcf3-eacd-45b3-b6f3-e904e7694e10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.3498917 Sep 24 15:00:36.421649 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:36.429912 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:36.430532 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:36.488163 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-052d35d1-e915-47fc-b18b-3df721f7f8ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 998 time: 0.0579946 Sep 24 15:00:36.490463 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53690) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:36.543193 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:36.543951 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-6926f904-c8b7-48be-92d2-ab2a9d062bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.545472 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-6926f904-c8b7-48be-92d2-ab2a9d062bd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0492332 Sep 24 15:00:36.594005 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-d8edafc9-c40b-4b20-a22d-75878ace50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:36.596133 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-d8edafc9-c40b-4b20-a22d-75878ace50e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420508 Sep 24 15:00:36.615426 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ca63f547-8285-4390-86fd-21d02879035d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.725351 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-2ff9cdb2-f793-43e0-b7a0-4a6d325e8cef service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170931 Sep 24 15:00:36.771882 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '14ed03ee-2d61-42eb-812f-e7ca0fd5daf9', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'port_id': '9a07f866-22e7-4dac-8401-29a251596923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'mac_address': 'fa:16:3e:74:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879904c-6347-44df-b146-4c7f37db0a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:00:23Z', 'updated_at': '2021-09-24T15:00:35Z', 'revision_number': 1, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:36.798953 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9a570-6898-4546-9cb9-2f48bb36a6cb None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '14ed03ee-2d61-42eb-812f-e7ca0fd5daf9', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'port_id': '9a07f866-22e7-4dac-8401-29a251596923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'mac_address': 'fa:16:3e:74:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2879904c-6347-44df-b146-4c7f37db0a59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:00:23Z', 'updated_at': '2021-09-24T15:00:35Z', 'revision_number': 1, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:36.833193 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ca63f547-8285-4390-86fd-21d02879035d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.839903 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ca63f547-8285-4390-86fd-21d02879035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:36.867946 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb7b3f15-4f67-499b-9f27-60547696a5ad req-f0287bbe-50cc-4620-bbf2-62dd750e1906 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344571 Sep 24 15:00:36.889657 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63f547-8285-4390-86fd-21d02879035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca22300-14c3-4794-a62b-14e0128402f5,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:36.896900 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ca63f547-8285-4390-86fd-21d02879035d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d566c3d8ade84ace83fc36470d1ae5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035804 Sep 24 15:00:36.898014 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53694) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:36.969694 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-96872170-0b14-476a-90cf-7dbfbb163be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.004050 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-96872170-0b14-476a-90cf-7dbfbb163be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.009086 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:00:37.029792 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6add6-d03b-4664-910a-7dd13377359a None None] New status for floating IP 14ed03ee-2d61-42eb-812f-e7ca0fd5daf9: ACTIVE {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:00:37.063074 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-96872170-0b14-476a-90cf-7dbfbb163be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.066947 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-96872170-0b14-476a-90cf-7dbfbb163be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.071692 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-96872170-0b14-476a-90cf-7dbfbb163be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ca22300-14c3-4794-a62b-14e0128402f5 HTTP/1.1" status: 204 len: 168 time: 0.1716735 Sep 24 15:00:37.088445 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96872170-0b14-476a-90cf-7dbfbb163be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca22300-14c3-4794-a62b-14e0128402f5,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.352777 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53702) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:37.367485 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36360d0c-b035-4006-8d6a-73b5e28c3138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.455601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36360d0c-b035-4006-8d6a-73b5e28c3138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.459245 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36360d0c-b035-4006-8d6a-73b5e28c3138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.496788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36360d0c-b035-4006-8d6a-73b5e28c3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e8eb4-72a3-4a34-af9b-0f3361f07967,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:37.502030 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-36360d0c-b035-4006-8d6a-73b5e28c3138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff6d6bf5a0a34a50a9549b313859c368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479387 Sep 24 15:00:37.504668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53704) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:37.550878 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a9f05111-c983-41c4-9d94-837e903b9ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.571536 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a9f05111-c983-41c4-9d94-837e903b9ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.616398 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a9f05111-c983-41c4-9d94-837e903b9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.618898 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a9f05111-c983-41c4-9d94-837e903b9ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:37.620078 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a9f05111-c983-41c4-9d94-837e903b9ad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd1e8eb4-72a3-4a34-af9b-0f3361f07967 HTTP/1.1" status: 204 len: 168 time: 0.1147685 Sep 24 15:00:37.628030 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05111-c983-41c4-9d94-837e903b9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e8eb4-72a3-4a34-af9b-0f3361f07967,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:38.699667 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53740) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:38.804879 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2c750a50-5a3a-45e5-836e-041ff8e75daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:38.892632 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2c750a50-5a3a-45e5-836e-041ff8e75daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:38.896633 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2c750a50-5a3a-45e5-836e-041ff8e75daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:38.934188 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2c750a50-5a3a-45e5-836e-041ff8e75daf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5a3caeade064661b2fe28b91ce579cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334154 Sep 24 15:00:38.935056 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c750a50-5a3a-45e5-836e-041ff8e75daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733982df-eb53-4f00-9745-823a1433312e,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:38.936872 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53744) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:38.986963 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ef28-ee5e-4a5f-b535-8049c7c79e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:39.009542 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ef28-ee5e-4a5f-b535-8049c7c79e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:39.057308 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ef28-ee5e-4a5f-b535-8049c7c79e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:39.059866 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ef28-ee5e-4a5f-b535-8049c7c79e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:39.061033 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7ed4ef28-ee5e-4a5f-b535-8049c7c79e2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/733982df-eb53-4f00-9745-823a1433312e HTTP/1.1" status: 204 len: 168 time: 0.1226692 Sep 24 15:00:39.069442 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4ef28-ee5e-4a5f-b535-8049c7c79e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733982df-eb53-4f00-9745-823a1433312e,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:46.906557 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c23f14f8-23d5-4296-9ba5-6ba161a60962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:47.930258 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.120211 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53830) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:48.226335 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-351a86fd-495a-4bfe-a7e5-ae9d9de9712d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.314617 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-351a86fd-495a-4bfe-a7e5-ae9d9de9712d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.319821 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-351a86fd-495a-4bfe-a7e5-ae9d9de9712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.357290 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a86fd-495a-4bfe-a7e5-ae9d9de9712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f509567f-c45f-44b4-9021-32ebc49fca0e,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:48.361874 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-351a86fd-495a-4bfe-a7e5-ae9d9de9712d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4f0972ad3104615912ccfae6a01647b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401249 Sep 24 15:00:48.364733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53834) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:48.415653 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-80b617e7-f724-4704-947d-c53f0ee078d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.443038 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-80b617e7-f724-4704-947d-c53f0ee078d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.492128 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-80b617e7-f724-4704-947d-c53f0ee078d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.494647 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-80b617e7-f724-4704-947d-c53f0ee078d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:48.495817 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-80b617e7-f724-4704-947d-c53f0ee078d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f509567f-c45f-44b4-9021-32ebc49fca0e HTTP/1.1" status: 204 len: 168 time: 0.1302662 Sep 24 15:00:48.504702 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b617e7-f724-4704-947d-c53f0ee078d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f509567f-c45f-44b4-9021-32ebc49fca0e,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:49.244275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53858) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:49.355003 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1200531634-network', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:49.382829 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Made reservation on behalf of 8b82e6ce91a44b60b6852e78c8ad0f90 for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:49.385615 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.401016 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.495739 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.500367 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.522319 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:49.538507 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da1932-b548-44dd-9b6e-6d4c669a10e7,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:49.541572 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.541988 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Added segment 413932c1-928e-44c3-ab52-7befe07f8fc2 of type vlan for network deaa6f08-a359-4380-a48d-f1948a9a83fd Sep 24 15:00:49.588290 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.618535 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.619688 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:49.620281 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.653901 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4085398 Sep 24 15:00:49.657789 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53864) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:49.662795 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Request body: {'subnet': {'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1200531634-subnet', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:49.689499 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Made reservation on behalf of 8b82e6ce91a44b60b6852e78c8ad0f90 for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:49.692075 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51eb9-2203-4a51-a435-c45402edc4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=deaa6f08-a359-4380-a48d-f1948a9a83fd,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:49.693609 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.704313 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network deaa6f08-a359-4380-a48d-f1948a9a83fd details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:49.889163 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:49.942999 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d180149-343a-4b13-82c7-ea44ed2823f9,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:49.955664 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Checking segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:49.956022 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Network hostable DHCP agents. Network: deaa6f08-a359-4380-a48d-f1948a9a83fd, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:49.973249 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Network deaa6f08-a359-4380-a48d-f1948a9a83fd is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:49.982779 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, deaa6f08-a359-4380-a48d-f1948a9a83fd) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:49.987976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:49.988613 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.006987 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15db01-5b54-4598-a4f3-7e5657692aba None None] Network deaa6f08-a359-4380-a48d-f1948a9a83fd requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:00:50.010602 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3a5fbcdb-a8c0-4e07-8e65-af9261f93fa9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3516338 Sep 24 15:00:50.013626 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53868) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:50.020989 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:50.056213 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.058034 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.129476 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.167198 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fba37057-dcda-4de1-976e-d461e1ed8c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.216755 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-deaa6f08-a359-4380-a48d-f1948a9a83fd', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:00:50.217646 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.281007 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.356274 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Allocated IP 172.20.0.2 (deaa6f08-a359-4380-a48d-f1948a9a83fd/3d180149-343a-4b13-82c7-ea44ed2823f9/ad278925-19a8-4c88-8207-7d094bb7f5c1) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:50.505007 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.523865 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.628296 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.632924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Allocated IP 172.27.2.136 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/2bc61e9f-d87a-48f5-aa1a-206de1075fc3) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:50.637100 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.677867 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.685506 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Network deaa6f08-a359-4380-a48d-f1948a9a83fd is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:50.688920 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:50.692321 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:50.704409 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Pushing event updated for resources: {'Port': ['ID=ad278925-19a8-4c88-8207-7d094bb7f5c1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:50.740227 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.754770 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Attempting to bind port ad278925-19a8-4c88-8207-7d094bb7f5c1 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:50.755224 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Attempting to bind port ad278925-19a8-4c88-8207-7d094bb7f5c1 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:50.755546 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Attempting to bind port ad278925-19a8-4c88-8207-7d094bb7f5c1 on network deaa6f08-a359-4380-a48d-f1948a9a83fd {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:50.760692 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:50.761065 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Checking segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:50.761470 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.761864 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Bound using segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:50.762331 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Bound port: ad278925-19a8-4c88-8207-7d094bb7f5c1, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:50.762712 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.777537 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.814892 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:50.817717 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:50.821295 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:50.829941 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] For port ad278925-19a8-4c88-8207-7d094bb7f5c1, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:50.833294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] For port ad278925-19a8-4c88-8207-7d094bb7f5c1, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad278925-19a8-4c88-8207-7d094bb7f5c1,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:50.837620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:50.848696 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:50.912702 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe939674-038d-4c3f-8578-ea2e701b4db1 None None] Pushing event updated for resources: {'Port': ['ID=ad278925-19a8-4c88-8207-7d094bb7f5c1,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:51.090660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:51.294236 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:51.431376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Router e1193e86-4fe5-4949-b691-b57c5169ddb2 is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:00:51.553892 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:51.564816 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Sync routers for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:51.573531 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:51.577334 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e78592a0-81f2-483f-ad7c-cc63f561e750 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5597587 Sep 24 15:00:51.577514 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:51.577663 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53872) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:51.579157 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:51.696854 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:51.815281 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99363eb0-a0fb-492d-a2e0-5fb1ef974332 None None] Network deaa6f08-a359-4380-a48d-f1948a9a83fd requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:00:51.858611 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-87b7347b-d558-45c3-9674-e3ceaf52bb4b None None] Provisioning complete for port ad278925-19a8-4c88-8207-7d094bb7f5c1 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:51.859148 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87b7347b-d558-45c3-9674-e3ceaf52bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:51.900077 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:50Z', 'revision_number': 3, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:51.956602 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Checking router: e1193e86-4fe5-4949-b691-b57c5169ddb2 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:51.957285 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Updating router e1193e86-4fe5-4949-b691-b57c5169ddb2 port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:51.959060 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.001838 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.084980 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87b7347b-d558-45c3-9674-e3ceaf52bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.099818 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad278925-19a8-4c88-8207-7d094bb7f5c1 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:52.133967 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.162704 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-87b7347b-d558-45c3-9674-e3ceaf52bb4b None None] For port ad278925-19a8-4c88-8207-7d094bb7f5c1, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad278925-19a8-4c88-8207-7d094bb7f5c1,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:52.169173 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87b7347b-d558-45c3-9674-e3ceaf52bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.247235 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7347b-d558-45c3-9674-e3ceaf52bb4b None None] Pushing event updated for resources: {'Port': ['ID=ad278925-19a8-4c88-8207-7d094bb7f5c1,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:52.260805 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port ad278925-19a8-4c88-8207-7d094bb7f5c1 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:52.261639 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.369083 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.378079 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.432061 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Attempting to bind port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:52.432389 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Attempting to bind port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:52.432743 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Attempting to bind port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:52.446521 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:52.446892 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:52.447290 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.447710 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:52.448174 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Bound port: 2bc61e9f-d87a-48f5-aa1a-206de1075fc3, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:52.448566 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.450368 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Pushing event updated for resources: {'Port': ['ID=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:52.480170 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.480542 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.480888 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.481219 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.481547 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.481872 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.482199 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.482523 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.483923 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.484398 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.485548 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.486140 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:00:52.499784 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-913d37b8-7ee2-4d20-a139-27be81a7f6b4 None None] Provisioning complete for port ad278925-19a8-4c88-8207-7d094bb7f5c1 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:52.501117 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-913d37b8-7ee2-4d20-a139-27be81a7f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.543766 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] For port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:52.551189 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] For port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:52.559265 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.618885 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:52.619922 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:52.674675 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702399f7-3681-4b50-8d82-ce99bb53dc2d None None] Pushing event updated for resources: {'Port': ['ID=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:52.741167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Allocated IP 172.20.0.1 (deaa6f08-a359-4380-a48d-f1948a9a83fd/3d180149-343a-4b13-82c7-ea44ed2823f9/9689dc3e-9991-479e-b230-fd4b9bdb44e5) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:52.841580 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:52.865606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.905206 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:52.943336 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Network deaa6f08-a359-4380-a48d-f1948a9a83fd is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:52.947498 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:52.949926 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:52.978194 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Pushing event updated for resources: {'Port': ['ID=9689dc3e-9991-479e-b230-fd4b9bdb44e5,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:53.000970 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.024689 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:50Z', 'revision_number': 3, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:53.054920 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3090a1-b40c-4a94-b2bb-f3effaaf89d1 None None] The sync data for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi is: [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:50Z', 'revision_number': 3, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:53.177893 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.241883 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-cb133cfe-ac72-4327-82b4-920007e381a5 None None] Provisioning complete for port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:53.242510 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb133cfe-ac72-4327-82b4-920007e381a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.318352 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-cb133cfe-ac72-4327-82b4-920007e381a5 None None] Port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:53.390093 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.395880 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.469768 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Pushing event updated for resources: {'Port': ['ID=9689dc3e-9991-479e-b230-fd4b9bdb44e5,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:53.472536 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.575602 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Network deaa6f08-a359-4380-a48d-f1948a9a83fd is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:53.577092 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:53.727140 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Router e1193e86-4fe5-4949-b691-b57c5169ddb2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:53.843336 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c58fc1b3-9f49-4ce3-8803-4d09d0424894 None None] Provisioning complete for port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:53.843976 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c58fc1b3-9f49-4ce3-8803-4d09d0424894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:53.846214 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:53.856043 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5368fceb-9f01-4111-8bc4-9ab15c26d489 admin admin] 10.222.0.13 "PUT /v2.0/routers/e1193e86-4fe5-4949-b691-b57c5169ddb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2772739 Sep 24 15:00:53.884237 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc1b3-9f49-4ce3-8803-4d09d0424894 None None] Port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:54.066628 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.082632 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad278925-19a8-4c88-8207-7d094bb7f5c1 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:54.134965 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port ad278925-19a8-4c88-8207-7d094bb7f5c1 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:54.135200 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.220770 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:54.268928 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:54.269597 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.351261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.374368 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:54.380072 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.399311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53892) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:54.404312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-992670309-network', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:54.425303 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Made reservation on behalf of fde160877a0e4eaf87e8cc00ef00102e for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:54.427810 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.434755 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.436220 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.530187 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.541744 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.569204 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:00:54.578939 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2320e6-d7fb-4b5c-94c3-3087e792e93e,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.585315 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.585661 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Added segment cb7470fb-9ba4-4615-b852-e6e0534328da of type vlan for network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 Sep 24 15:00:54.628691 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.654642 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.655577 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:54.656155 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.686429 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2859976 Sep 24 15:00:54.691529 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53896) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:54.695928 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Request body: {'subnet': {'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-992670309-subnet', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:54.722148 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Made reservation on behalf of fde160877a0e4eaf87e8cc00ef00102e for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:00:54.723063 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Sync routers for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:54.724797 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83583d-7401-497f-bfa8-67def8732230 admin admin] Pushing event updated for resources: {'Network': ['ID=48372410-4a1c-4f1f-a97d-8f4ae7c33284,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.724941 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.732756 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:54.733398 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:54.737082 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:00:54.894834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:54.908401 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:54.962837 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcb1078-02a2-42e6-979b-bd4a35e74714,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:54.977317 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Checking segment: {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:54.977671 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Network hostable DHCP agents. Network: 48372410-4a1c-4f1f-a97d-8f4ae7c33284, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:00:54.995913 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:00:55.005809 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, 48372410-4a1c-4f1f-a97d-8f4ae7c33284) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:55.010445 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:00:55.011042 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.025754 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6e8a9-6c90-4c8f-9671-54aab5b63f34 None None] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:00:55.026329 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-58c55505-6415-4f92-b800-e855e2c42c72 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3344550 Sep 24 15:00:55.029009 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 53898) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:55.034138 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:00:55.056134 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.059733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.124113 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.216681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 2, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:55.259450 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Checking router: e1193e86-4fe5-4949-b691-b57c5169ddb2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:55.259942 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Updating router e1193e86-4fe5-4949-b691-b57c5169ddb2 port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:55.283948 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-48372410-4a1c-4f1f-a97d-8f4ae7c33284', 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'fixed_ips': [{'subnet_id': '1bcb1078-02a2-42e6-979b-bd4a35e74714'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:00:55.284832 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.304507 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.505740 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.673502 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Allocated IP 172.20.0.2 (48372410-4a1c-4f1f-a97d-8f4ae7c33284/1bcb1078-02a2-42e6-979b-bd4a35e74714/77486c9a-1e33-40e7-84f7-cd6cb6687ab9) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:55.712612 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.737517 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.847667 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Allocated IP 172.27.2.174 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:55.954241 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.956716 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.960951 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.962874 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:55.972320 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.007666 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.010848 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:56.016073 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:56.044569 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:56.049409 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:56.052087 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:56.052710 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:56.056374 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:56.070745 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Pushing event updated for resources: {'Port': ['ID=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.087563 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Pushing event updated for resources: {'Port': ['ID=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.209015 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac5f16-ad2d-4c1d-8df1-0a98d9d899f3 None None] Pushing event updated for resources: {'Port': ['ID=9689dc3e-9991-479e-b230-fd4b9bdb44e5,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.217729 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Attempting to bind port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:56.218110 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Attempting to bind port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:56.218479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Attempting to bind port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 on network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:56.222520 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Attempting to bind port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:56.222885 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Attempting to bind port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:56.223249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Attempting to bind port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 on network deaa6f08-a359-4380-a48d-f1948a9a83fd {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:56.232335 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:56.232713 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Checking segment: {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:56.233115 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.233564 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Bound using segment: {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:56.234010 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Bound port: 77486c9a-1e33-40e7-84f7-cd6cb6687ab9, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:56.234410 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.237206 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:56.237662 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Checking segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:56.238106 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.238726 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Bound using segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:56.238909 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Bound port: 9689dc3e-9991-479e-b230-fd4b9bdb44e5, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:56.239280 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.242023 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:56.242389 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.342383 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.386734 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-a007d96c-68fc-4dfa-9c16-303281a3f011 None None] Provisioning complete for port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:56.387306 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a007d96c-68fc-4dfa-9c16-303281a3f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.435702 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] For port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:56.458012 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] For port 9689dc3e-9991-479e-b230-fd4b9bdb44e5, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:56.478916 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] For port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,segment=NetworkSegment(cb7470fb-9ba4-4615-b852-e6e0534328da),segment_id=cb7470fb-9ba4-4615-b852-e6e0534328da)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:56.482274 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] For port 9689dc3e-9991-479e-b230-fd4b9bdb44e5, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=9689dc3e-9991-479e-b230-fd4b9bdb44e5,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:56.491646 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.493786 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.499847 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a007d96c-68fc-4dfa-9c16-303281a3f011 None None] Port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:56.566648 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.571541 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:56.572592 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:56.622704 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92802424-2f3f-49d9-8cfa-a64e272a780f None None] Pushing event updated for resources: {'Port': ['ID=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.724057 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac5f16-ad2d-4c1d-8df1-0a98d9d899f3 None None] Pushing event updated for resources: {'Port': ['ID=9689dc3e-9991-479e-b230-fd4b9bdb44e5,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:56.732052 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Router e0dad0c2-862a-40aa-939f-2b879c2e3211 is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:00:56.761227 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:56.900629 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:56.914851 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Sync routers for ids ['e0dad0c2-862a-40aa-939f-2b879c2e3211'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:00:56.925360 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Routers {'e0dad0c2-862a-40aa-939f-2b879c2e3211'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:56.926268 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0dad0c2-862a-40aa-939f-2b879c2e3211'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:56.935261 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:56.953621 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a68b9436-03c3-4820-ada7-91d17a980c08 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9226530 Sep 24 15:00:56.956087 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 53904) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:00:57.010521 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-7d698052-3530-4a99-9564-e1391d86d8e0 None None] Provisioning complete for port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:57.010521 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d698052-3530-4a99-9564-e1391d86d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.058398 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Set router e0dad0c2-862a-40aa-939f-2b879c2e3211 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:57.152494 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d698052-3530-4a99-9564-e1391d86d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.170396 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:57.211191 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d844d-9f2d-4054-bee4-e3aba7ebac7b None None] The sync data for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi is: [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:57.240431 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7d698052-3530-4a99-9564-e1391d86d8e0 None None] For port 9689dc3e-9991-479e-b230-fd4b9bdb44e5, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=9689dc3e-9991-479e-b230-fd4b9bdb44e5,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:57.245265 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d698052-3530-4a99-9564-e1391d86d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.268600 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 3, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:57.323221 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Checking router: e0dad0c2-862a-40aa-939f-2b879c2e3211 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:00:57.323609 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Updating router e0dad0c2-862a-40aa-939f-2b879c2e3211 port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:00:57.338567 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d698052-3530-4a99-9564-e1391d86d8e0 None None] Pushing event updated for resources: {'Port': ['ID=9689dc3e-9991-479e-b230-fd4b9bdb44e5,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:57.370980 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.511850 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.738270 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.744666 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Allocated IP 172.20.0.1 (48372410-4a1c-4f1f-a97d-8f4ae7c33284/1bcb1078-02a2-42e6-979b-bd4a35e74714/a1ce9846-76bf-4cce-a770-be0d19d888ce) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:00:57.748141 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.805102 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Attempting to bind port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:00:57.805471 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Attempting to bind port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:00:57.805832 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Attempting to bind port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:00:57.815358 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9934644-7846-4bbd-8a92-95505e25e660 None None] Pushing event updated for resources: {'Port': ['ID=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:57.821355 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:00:57.821987 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:00:57.822303 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.822697 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:00:57.823176 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Bound port: d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:00:57.823748 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.903414 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] For port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:00:57.911963 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] For port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:00:57.918220 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.960240 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:57.983305 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Routers {'e0dad0c2-862a-40aa-939f-2b879c2e3211'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:00:57.983711 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bf54f-83cf-4a7a-8cae-3feb44d25d53 None None] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:00:57.984331 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0dad0c2-862a-40aa-939f-2b879c2e3211'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:58.039485 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9934644-7846-4bbd-8a92-95505e25e660 None None] Pushing event updated for resources: {'Port': ['ID=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.085659 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.123777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f5ced107-8ae3-4560-b0d0-ddcea83532d6 None None] Provisioning complete for port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:58.124303 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5ced107-8ae3-4560-b0d0-ddcea83532d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.138295 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] Set router e0dad0c2-862a-40aa-939f-2b879c2e3211 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:00:58.161001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:58.168137 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:58.172604 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:00:58.221919 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:58.237836 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce9846-76bf-4cce-a770-be0d19d888ce,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.264693 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.336810 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5ced107-8ae3-4560-b0d0-ddcea83532d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.362752 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:58.363210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.379120 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 3, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:00:58.418446 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a8d1e-1428-40e1-b880-08a0e664b07f None None] The sync data for ids ['e0dad0c2-862a-40aa-939f-2b879c2e3211'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:56Z', 'revision_number': 3, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:00:58.425713 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f5ced107-8ae3-4560-b0d0-ddcea83532d6 None None] For port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,segment=NetworkSegment(cb7470fb-9ba4-4615-b852-e6e0534328da),segment_id=cb7470fb-9ba4-4615-b852-e6e0534328da)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:00:58.438956 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.439989 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5ced107-8ae3-4560-b0d0-ddcea83532d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.513122 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ced107-8ae3-4560-b0d0-ddcea83532d6 None None] Pushing event updated for resources: {'Port': ['ID=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.596230 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 9689dc3e-9991-479e-b230-fd4b9bdb44e5 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:00:58.675552 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.678056 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:58.678435 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.682017 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.706153 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-241153e0-ca70-4e80-9c84-e533f8a4ec1e None None] Provisioning complete for port a1ce9846-76bf-4cce-a770-be0d19d888ce triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:58.706449 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-241153e0-ca70-4e80-9c84-e533f8a4ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.768973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-241153e0-ca70-4e80-9c84-e533f8a4ec1e None None] Port a1ce9846-76bf-4cce-a770-be0d19d888ce cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:58.795814 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce9846-76bf-4cce-a770-be0d19d888ce,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:00:58.806529 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.815870 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-241153e0-ca70-4e80-9c84-e533f8a4ec1e None None] Provisioning complete for port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:58.816307 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-241153e0-ca70-4e80-9c84-e533f8a4ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:58.958215 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:00:58.959666 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:00:59.103251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Router e0dad0c2-862a-40aa-939f-2b879c2e3211 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:00:59.114895 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-58a91c37-3308-4790-b461-c26da2c8286f None None] Provisioning complete for port a1ce9846-76bf-4cce-a770-be0d19d888ce triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:59.115510 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58a91c37-3308-4790-b461-c26da2c8286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.239981 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:00:59.250200 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-779924b3-efec-4388-b668-1f781beeddf6 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0dad0c2-862a-40aa-939f-2b879c2e3211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2883074 Sep 24 15:00:59.290013 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-58a91c37-3308-4790-b461-c26da2c8286f None None] Port a1ce9846-76bf-4cce-a770-be0d19d888ce cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:00:59.410534 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-a6ab92c9-19cd-4a0c-ac96-4c5524f085a4 None None] Provisioning complete for port a1ce9846-76bf-4cce-a770-be0d19d888ce triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:00:59.412109 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a6ab92c9-19cd-4a0c-ac96-4c5524f085a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:00:59.446015 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab92c9-19cd-4a0c-ac96-4c5524f085a4 None None] Port a1ce9846-76bf-4cce-a770-be0d19d888ce cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:01:00.098173 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:00.174838 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:00.175561 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.269835 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.291970 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:00.297971 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.298994 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:00.415728 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:00.432693 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:00.436086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:00.792709 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Sync routers for ids ['e0dad0c2-862a-40aa-939f-2b879c2e3211'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:01:00.802164 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Routers {'e0dad0c2-862a-40aa-939f-2b879c2e3211'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:01:00.802885 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0dad0c2-862a-40aa-939f-2b879c2e3211'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:00.917636 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Set router e0dad0c2-862a-40aa-939f-2b879c2e3211 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:01:01.148434 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:58Z', 'revision_number': 4, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'a1ce9846-76bf-4cce-a770-be0d19d888ce', 'name': '', 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'mac_address': 'fa:16:3e:61:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1bcb1078-02a2-42e6-979b-bd4a35e74714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:57Z', 'updated_at': '2021-09-24T15:00:58Z', 'revision_number': 2, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'subnets': [{'id': '1bcb1078-02a2-42e6-979b-bd4a35e74714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:01.181259 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Checking router: e0dad0c2-862a-40aa-939f-2b879c2e3211 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:01:01.182349 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Updating router e0dad0c2-862a-40aa-939f-2b879c2e3211 port a1ce9846-76bf-4cce-a770-be0d19d888ce binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:01:01.208400 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.522623 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.530430 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.597702 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c922f4-5cc6-4a4d-bc58-e5940fc72658 None None] Pushing event updated for resources: {'Port': ['ID=a1ce9846-76bf-4cce-a770-be0d19d888ce,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:01.709062 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Attempting to bind port a1ce9846-76bf-4cce-a770-be0d19d888ce on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:01:01.709503 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Attempting to bind port a1ce9846-76bf-4cce-a770-be0d19d888ce by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:01:01.709992 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Attempting to bind port a1ce9846-76bf-4cce-a770-be0d19d888ce on network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:01.717580 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:01:01.721479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Checking segment: {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:01:01.721479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.721479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Bound using segment: {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:01:01.722025 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Bound port: a1ce9846-76bf-4cce-a770-be0d19d888ce, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7470fb-9ba4-4615-b852-e6e0534328da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:01:01.722614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.823180 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] For port a1ce9846-76bf-4cce-a770-be0d19d888ce, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:01:01.826864 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] For port a1ce9846-76bf-4cce-a770-be0d19d888ce, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=a1ce9846-76bf-4cce-a770-be0d19d888ce,segment=NetworkSegment(cb7470fb-9ba4-4615-b852-e6e0534328da),segment_id=cb7470fb-9ba4-4615-b852-e6e0534328da)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:01:01.832594 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.954244 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-7b5292f2-7859-4253-b619-a8300cf7cb7d None None] Provisioning complete for port a1ce9846-76bf-4cce-a770-be0d19d888ce triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:01.954629 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b5292f2-7859-4253-b619-a8300cf7cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:01.956459 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Routers {'e0dad0c2-862a-40aa-939f-2b879c2e3211'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:01:01.958212 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:00:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0dad0c2-862a-40aa-939f-2b879c2e3211'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:01.961459 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c922f4-5cc6-4a4d-bc58-e5940fc72658 None None] Pushing event updated for resources: {'Port': ['ID=a1ce9846-76bf-4cce-a770-be0d19d888ce,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:02.077678 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:02.184973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] Set router e0dad0c2-862a-40aa-939f-2b879c2e3211 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:01:02.232174 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b5292f2-7859-4253-b619-a8300cf7cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.280136 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:02.280515 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.350296 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7b5292f2-7859-4253-b619-a8300cf7cb7d None None] For port a1ce9846-76bf-4cce-a770-be0d19d888ce, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=a1ce9846-76bf-4cce-a770-be0d19d888ce,segment=NetworkSegment(cb7470fb-9ba4-4615-b852-e6e0534328da),segment_id=cb7470fb-9ba4-4615-b852-e6e0534328da)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:02.361698 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b5292f2-7859-4253-b619-a8300cf7cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.620134 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5292f2-7859-4253-b619-a8300cf7cb7d None None] Pushing event updated for resources: {'Port': ['ID=a1ce9846-76bf-4cce-a770-be0d19d888ce,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:02.673802 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f597713a-4962-474b-bcef-a2d28ddaea06 None None] Provisioning complete for port a1ce9846-76bf-4cce-a770-be0d19d888ce triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:02.674190 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f597713a-4962-474b-bcef-a2d28ddaea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:02.747294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:58Z', 'revision_number': 4, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'a1ce9846-76bf-4cce-a770-be0d19d888ce', 'name': '', 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'mac_address': 'fa:16:3e:61:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1bcb1078-02a2-42e6-979b-bd4a35e74714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:57Z', 'updated_at': '2021-09-24T15:01:01Z', 'revision_number': 4, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'subnets': [{'id': '1bcb1078-02a2-42e6-979b-bd4a35e74714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:02.785513 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e34350-dbc1-4eaa-be8d-5fa4b4d4131c None None] The sync data for ids ['e0dad0c2-862a-40aa-939f-2b879c2e3211'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:00:58Z', 'revision_number': 4, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'a1ce9846-76bf-4cce-a770-be0d19d888ce', 'name': '', 'network_id': '48372410-4a1c-4f1f-a97d-8f4ae7c33284', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'mac_address': 'fa:16:3e:61:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1bcb1078-02a2-42e6-979b-bd4a35e74714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:57Z', 'updated_at': '2021-09-24T15:01:01Z', 'revision_number': 4, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'subnets': [{'id': '1bcb1078-02a2-42e6-979b-bd4a35e74714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:01:04.070447 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a1ce9846-76bf-4cce-a770-be0d19d888ce up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:04.126920 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port a1ce9846-76bf-4cce-a770-be0d19d888ce triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:04.127299 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:08.940033 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-a31b5e90-43d9-4824-a9b4-177d9132584d tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:08.941819 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-a31b5e90-43d9-4824-a9b4-177d9132584d tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 815 time: 0.1266158 Sep 24 15:01:08.961149 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-2ea89ed8-4f2c-4254-9ede-f024bf24ac50 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/quotas/8b82e6ce91a44b60b6852e78c8ad0f90 HTTP/1.1" status: 200 len: 375 time: 0.0105090 Sep 24 15:01:09.036239 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-55c6229e-a3ea-4ac4-9741-4b15c0a19af5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689924 Sep 24 15:01:09.144119 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-cc5bb0f7-83e3-4010-b3b6-d0a4b7fe8d9e service neutron] 10.222.0.13 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947049 Sep 24 15:01:09.239706 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-a99f0d07-8684-435b-a536-475a1bc701e5 service neutron] 10.222.0.13 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892360 Sep 24 15:01:09.416270 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-da51bc73-7aa2-41c3-951c-23766e1dd992 req-83cd771e-3d06-4ef3-92b6-c484ecc39316 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 210 time: 0.0306647 Sep 24 15:01:10.511592 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-530adad8-28a5-4596-a519-2df512c82bf4 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:10.513984 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-530adad8-28a5-4596-a519-2df512c82bf4 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 815 time: 0.1293862 Sep 24 15:01:10.535308 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'port': {'device_id': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'admin_state_up': True, 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:10.546476 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ddaf725c-a79b-4a5f-b1a3-d0a4d247f61e req-071b044a-53cc-4852-b727-ca7407c5667b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 210 time: 0.0408533 Sep 24 15:01:10.672991 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Made reservation on behalf of 8b82e6ce91a44b60b6852e78c8ad0f90 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:01:10.676790 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:10.837199 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Allocated IP 172.20.0.5 (deaa6f08-a359-4380-a48d-f1948a9a83fd/3d180149-343a-4b13-82c7-ea44ed2823f9/bae747fa-f625-4676-9bfe-4eb800c52238) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:11.021281 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.074136 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.142073 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:11.154483 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.154811 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.155211 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.155595 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.155933 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.156262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.156635 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.156902 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.157286 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.157604 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.157927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.158246 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:11.181099 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Network deaa6f08-a359-4380-a48d-f1948a9a83fd is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:11.193309 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:11.202270 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:01:11.271791 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:11.272630 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.292530 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-c8ecf11e-cafa-4cad-8aa0-2fb00f0a0ac1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616100 Sep 24 15:01:11.527282 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-2c028861-b144-446f-a848-a1410e3f5742 None None] Provisioning complete for port bae747fa-f625-4676-9bfe-4eb800c52238 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:11.528128 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c028861-b144-446f-a848-a1410e3f5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:11.568051 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2c028861-b144-446f-a848-a1410e3f5742 None None] Port bae747fa-f625-4676-9bfe-4eb800c52238 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:01:11.709885 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54a3a7-0136-41a9-b1d9-e512aeee2405 req-da83ea84-e702-427e-9557-1c31c62fe06a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:11.711435 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c54a3a7-0136-41a9-b1d9-e512aeee2405 req-da83ea84-e702-427e-9557-1c31c62fe06a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0716600 Sep 24 15:01:11.752388 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3c54a3a7-0136-41a9-b1d9-e512aeee2405 req-10d79952-54d5-4ebd-8c5b-4d06f62d3522 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Sep 24 15:01:12.927129 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593311-722a-4442-89a8-46112b6c4043 req-4054ea49-cf0d-4b5f-b415-9a95a7f44951 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:12.928854 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8b593311-722a-4442-89a8-46112b6c4043 req-4054ea49-cf0d-4b5f-b415-9a95a7f44951 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0650876 Sep 24 15:01:12.977167 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8b593311-722a-4442-89a8-46112b6c4043 req-e8801c1c-2a2a-4d25-a309-e3dc99b9abfd tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Sep 24 15:01:14.010868 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:01:14.129852 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e850c84-5d1a-4535-8b0e-4d0c35cb035f req-96190193-00f4-4fcc-bcc5-4a62ebb2e731 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:14.132007 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8e850c84-5d1a-4535-8b0e-4d0c35cb035f req-96190193-00f4-4fcc-bcc5-4a62ebb2e731 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0636840 Sep 24 15:01:14.174838 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8e850c84-5d1a-4535-8b0e-4d0c35cb035f req-a2bfb71d-86db-4c97-82c7-e69a0d27b381 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Sep 24 15:01:15.320215 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57280ed-60a4-4b30-827b-c804b97e6383 req-4d1ad814-6770-426f-9fc9-eb4b5998d4cf tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:15.322711 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f57280ed-60a4-4b30-827b-c804b97e6383 req-4d1ad814-6770-426f-9fc9-eb4b5998d4cf tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0701504 Sep 24 15:01:15.373121 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f57280ed-60a4-4b30-827b-c804b97e6383 req-7174f1d7-c7e0-4b4b-bcff-eda3e154986b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Sep 24 15:01:16.546877 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa9d45-e962-4fe0-a277-6440a103eaa4 req-a0983130-050a-44d8-a52b-2495c240d083 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:16.548564 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-87fa9d45-e962-4fe0-a277-6440a103eaa4 req-a0983130-050a-44d8-a52b-2495c240d083 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0867434 Sep 24 15:01:16.598659 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-87fa9d45-e962-4fe0-a277-6440a103eaa4 req-1c7d561b-1044-421d-8391-6441b5417873 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Sep 24 15:01:16.910791 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b626dad-4b1a-4e4e-b04e-0bf78f6f434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:17.716353 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc689b90-7b07-40e8-a1b1-eac0a2cda893 req-77bef033-51a5-4cb4-aabe-fca7ed545bd3 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:17.719286 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc689b90-7b07-40e8-a1b1-eac0a2cda893 req-77bef033-51a5-4cb4-aabe-fca7ed545bd3 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0528407 Sep 24 15:01:17.772878 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc689b90-7b07-40e8-a1b1-eac0a2cda893 req-681654d9-5c4d-4952-96f6-4712025dff7b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481107 Sep 24 15:01:17.928570 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:18.894845 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bcdb2-f26d-47d0-9ff4-51562c70d078 req-9e7af5af-7c44-4cf7-814d-a786f6d3e2f0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:18.896488 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ad5bcdb2-f26d-47d0-9ff4-51562c70d078 req-9e7af5af-7c44-4cf7-814d-a786f6d3e2f0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0502532 Sep 24 15:01:18.936877 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ad5bcdb2-f26d-47d0-9ff4-51562c70d078 req-08a1e369-5258-4370-adc6-a8ea8d5cb11a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Sep 24 15:01:20.058473 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b440b9-d2f7-47a5-a3ec-9f7f1100b271 req-765ebdb0-ad1f-490e-ad19-543292705eb5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:20.060000 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-62b440b9-d2f7-47a5-a3ec-9f7f1100b271 req-765ebdb0-ad1f-490e-ad19-543292705eb5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0506167 Sep 24 15:01:20.102390 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-62b440b9-d2f7-47a5-a3ec-9f7f1100b271 req-04f0d5a7-36c3-44d6-9467-c83e6c9baec1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Sep 24 15:01:20.128220 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff208b1c-68df-4840-9b24-6cc3079e87c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:20.660615 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:21.243640 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec781-f2f7-4eae-9354-fc2301899fe1 req-664b7f6e-5b85-49ea-bfa1-f3805fe92fa2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:21.252221 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-25dec781-f2f7-4eae-9354-fc2301899fe1 req-664b7f6e-5b85-49ea-bfa1-f3805fe92fa2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0701518 Sep 24 15:01:21.289957 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-25dec781-f2f7-4eae-9354-fc2301899fe1 req-50ca5a0c-88af-4ea1-857d-1c846d5d1a96 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Sep 24 15:01:21.946603 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:22.408042 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f9c6-aa1f-4998-971a-16123d8a814f req-e3716fc6-53b6-4cba-b11e-1d39dacf0de2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:22.409579 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-83c2f9c6-aa1f-4998-971a-16123d8a814f req-e3716fc6-53b6-4cba-b11e-1d39dacf0de2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 931 time: 0.0516770 Sep 24 15:01:22.449326 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-83c2f9c6-aa1f-4998-971a-16123d8a814f req-dbb9e62b-0249-4630-9e24-8cb3531c7e08 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Sep 24 15:01:22.842346 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Request body: {'port': {'device_id': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:22.923176 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.221354 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae747fa-f625-4676-9bfe-4eb800c52238 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:01:23.236136 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.257202 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Transition to ACTIVE for port object bae747fa-f625-4676-9bfe-4eb800c52238 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:01:23.260942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.314860 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:23.387300 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Attempting to bind port bae747fa-f625-4676-9bfe-4eb800c52238 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:01:23.387679 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Attempting to bind port bae747fa-f625-4676-9bfe-4eb800c52238 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:01:23.388019 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Attempting to bind port bae747fa-f625-4676-9bfe-4eb800c52238 on network deaa6f08-a359-4380-a48d-f1948a9a83fd {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:23.393571 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Port bae747fa-f625-4676-9bfe-4eb800c52238 on network deaa6f08-a359-4380-a48d-f1948a9a83fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:01:23.393898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Attempting to bind port bae747fa-f625-4676-9bfe-4eb800c52238 on network deaa6f08-a359-4380-a48d-f1948a9a83fd {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:01:23.399475 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:01:23.399835 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Checking segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:01:23.400220 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Bound using segment: {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:01:23.400658 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Bound port: bae747fa-f625-4676-9bfe-4eb800c52238, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413932c1-928e-44c3-ab52-7befe07f8fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:01:23.401027 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.484879 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:01:23.489269 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:01:23.495260 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.541610 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:23.542243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:23.543792 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] 10.222.0.70 "PUT /v2.0/ports/bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 1093 time: 0.7058051 Sep 24 15:01:23.544258 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:23.546600 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67cd0bb-74bf-42ca-aaba-791f49b43636" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:23.592807 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c56bce4-e42b-4c80-8c96-43d056aa498d x-openstack-request-id: req-2c56bce4-e42b-4c80-8c96-43d056aa498d {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:23.593134 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:23.593340 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c56bce4-e42b-4c80-8c96-43d056aa498d {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:23.593760 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'status': 'completed', 'code': 200} Sep 24 15:01:23.622511 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5f86-95ec-43cd-bc38-eea9c0989d8d service neutron] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:23.657528 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af413e-d15f-45cc-a11c-ab4ced2345e0 req-40caf759-8784-4187-b2fb-8b24c78cf5ec tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:23.659119 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42af413e-d15f-45cc-a11c-ab4ced2345e0 req-40caf759-8784-4187-b2fb-8b24c78cf5ec tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 943 time: 0.1215959 Sep 24 15:01:23.685982 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-4558ac2b-5de7-4ef0-aefd-9389e88f0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:23.687537 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-4558ac2b-5de7-4ef0-aefd-9389e88f0b16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1096 time: 0.0790844 Sep 24 15:01:23.740064 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42af413e-d15f-45cc-a11c-ab4ced2345e0 req-07ba4fd1-b1c3-423b-bc43-5c2bccef1a88 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733418 Sep 24 15:01:23.741741 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-8dbaa54a-b40c-4718-aee4-e1aee333fef2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 217 time: 0.0413892 Sep 24 15:01:23.799247 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-7b571cba-23a8-40f4-bd0c-91e402969c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:23.800862 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-7b571cba-23a8-40f4-bd0c-91e402969c69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0514076 Sep 24 15:01:23.851294 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-125bb9eb-a5b0-40d7-aa6e-45cc4abed56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:23.852787 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-125bb9eb-a5b0-40d7-aa6e-45cc4abed56c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439866 Sep 24 15:01:23.950179 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-9d84300e-31ee-4c9e-b7ee-8c564bf9d950 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882595 Sep 24 15:01:24.046670 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d57dd458-7ad6-4660-ab77-c55c8686272a req-a3f2417b-4e8c-4c72-adc1-bb4f636efbed service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875711 Sep 24 15:01:24.062370 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:24.138821 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-ddd25587-3d37-4b49-b8bf-602115e2b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:24.141438 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-ddd25587-3d37-4b49-b8bf-602115e2b98b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1096 time: 0.0427308 Sep 24 15:01:24.238576 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-d8c4de67-6938-4948-8561-102ae1da6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:24.240103 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-d8c4de67-6938-4948-8561-102ae1da6c85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.0909195 Sep 24 15:01:24.285941 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-4dcbbe45-3d1a-477f-83cb-06e82ab33f2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 217 time: 0.0348916 Sep 24 15:01:24.348420 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-fbfc71b5-ca0f-497a-a112-33277bfd858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:24.350180 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-fbfc71b5-ca0f-497a-a112-33277bfd858a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0534379 Sep 24 15:01:24.399875 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-e3d043de-b947-4317-9961-c40d59b5e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:24.401440 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-e3d043de-b947-4317-9961-c40d59b5e982 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430188 Sep 24 15:01:24.505305 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-a29e15df-b312-41dc-885a-865eac54d348 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894990 Sep 24 15:01:24.639997 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f67cd0bb-74bf-42ca-aaba-791f49b43636 req-fe822674-8ddf-4985-b3d5-1a2b72cca649 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258740 Sep 24 15:01:24.863386 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dca8a3-8c8b-4b41-8622-6e15449c4ffe req-5b6139c8-24f1-40ce-9397-310368fe85da tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:24.864996 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c6dca8a3-8c8b-4b41-8622-6e15449c4ffe req-5b6139c8-24f1-40ce-9397-310368fe85da tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 943 time: 0.0500917 Sep 24 15:01:24.919315 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c6dca8a3-8c8b-4b41-8622-6e15449c4ffe req-6a22dffa-13d2-4af7-8905-cccc09712377 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483294 Sep 24 15:01:25.684253 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac453521-d44b-4aa1-8b43-706dea0cbc93 req-288e785e-31e3-420c-8093-cfcfc9c63efa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:25.685766 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ac453521-d44b-4aa1-8b43-706dea0cbc93 req-288e785e-31e3-420c-8093-cfcfc9c63efa tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Sep 24 15:01:25.725311 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-ac453521-d44b-4aa1-8b43-706dea0cbc93 req-7b551e92-3b87-4e51-b0e8-9592f90d5e12 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Sep 24 15:01:26.060546 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4ad9d-ccc1-40c0-8258-d3ec5434da1d req-646974dd-a7c0-4547-adeb-aca8384997f8 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:26.062053 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cec4ad9d-ccc1-40c0-8258-d3ec5434da1d req-646974dd-a7c0-4547-adeb-aca8384997f8 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 943 time: 0.0530379 Sep 24 15:01:26.100439 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cec4ad9d-ccc1-40c0-8258-d3ec5434da1d req-dbf98989-f8a9-474b-b8d5-2f5a8c37b3f4 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Sep 24 15:01:26.476150 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bae747fa-f625-4676-9bfe-4eb800c52238 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:01:26.586915 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:26.599839 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'port_id': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'mac_address': 'fa:16:3e:0e:37:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:01:26.640334 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:26.655301 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae747fa-f625-4676-9bfe-4eb800c52238 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:01:26.674938 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:26.678852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:26.728970 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:26.735856 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.736210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.736557 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.736892 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.737224 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.737556 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.737883 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.738207 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.738535 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.738860 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.739182 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.739522 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:26.848272 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55a884-cfaa-4587-9f1e-b6f080486838 req-92160b40-f397-4469-9c7f-be9f0c354f51 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:26.850498 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eb55a884-cfaa-4587-9f1e-b6f080486838 req-92160b40-f397-4469-9c7f-be9f0c354f51 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0546923 Sep 24 15:01:26.892466 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eb55a884-cfaa-4587-9f1e-b6f080486838 req-b562a96c-0e65-4c61-bfc3-f831582a2fc7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Sep 24 15:01:26.943751 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bae747fa-f625-4676-9bfe-4eb800c52238'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:01:27.224182 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7fbfa-6f4d-4540-aa90-8cf843c3acbd req-d5346664-fe86-4803-8a87-2a96b323da5c tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:27.225847 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fba7fbfa-6f4d-4540-aa90-8cf843c3acbd req-d5346664-fe86-4803-8a87-2a96b323da5c tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 944 time: 0.0562432 Sep 24 15:01:27.287896 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fba7fbfa-6f4d-4540-aa90-8cf843c3acbd req-b12e903e-f684-4372-a888-f1f27661f3a8 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551260 Sep 24 15:01:28.012026 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5bf62-0b0f-4cac-a78e-ad0fea28bbe9 req-3d2b5278-eaab-4362-9682-0f5aa07f163c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:28.013511 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d4b5bf62-0b0f-4cac-a78e-ad0fea28bbe9 req-3d2b5278-eaab-4362-9682-0f5aa07f163c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Sep 24 15:01:28.054340 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d4b5bf62-0b0f-4cac-a78e-ad0fea28bbe9 req-918920b6-a5f8-46ca-a325-9315cb3b26a3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Sep 24 15:01:28.402207 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd19b-8907-4d52-9f50-6bd3ba32e4f5 req-aa58f9b6-75f9-4991-abd1-5950d8db54cf tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:28.403727 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cd8dd19b-8907-4d52-9f50-6bd3ba32e4f5 req-aa58f9b6-75f9-4991-abd1-5950d8db54cf tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 944 time: 0.0495801 Sep 24 15:01:28.442596 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cd8dd19b-8907-4d52-9f50-6bd3ba32e4f5 req-715f6f02-599b-49ac-97c3-830753b05671 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Sep 24 15:01:28.509111 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bae747fa-f625-4676-9bfe-4eb800c52238 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:28.567358 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port bae747fa-f625-4676-9bfe-4eb800c52238 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:01:28.572073 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port bae747fa-f625-4676-9bfe-4eb800c52238 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:28.572429 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:28.649205 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:28.671681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:28.674985 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d354b7-1c77-444b-8661-7d337c533909" -d '{"events": [{"server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "name": "network-vif-plugged", "status": "completed", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:28.688212 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:28.692351 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:28.715794 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ff6083-3a3d-462e-b176-286934653cfd x-openstack-request-id: req-e0ff6083-3a3d-462e-b176-286934653cfd {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:28.716093 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "name": "network-vif-plugged", "status": "completed", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:28.716362 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0ff6083-3a3d-462e-b176-286934653cfd {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:28.716741 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'code': 200} Sep 24 15:01:28.744687 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:28.907704 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df523d-e796-474b-9e55-4755ccb4d0b5 req-5f5a410e-65d3-403e-842f-47e928f0676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:28.909331 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-13df523d-e796-474b-9e55-4755ccb4d0b5 req-5f5a410e-65d3-403e-842f-47e928f0676d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1098 time: 0.0598176 Sep 24 15:01:28.947626 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-13df523d-e796-474b-9e55-4755ccb4d0b5 req-5a99f22c-1eaa-4bea-bb63-cffea12a4505 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307522 Sep 24 15:01:29.184765 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c5fbb-f5a2-439e-95ca-5d2ec0998d36 req-8c5dc1b0-96cc-42da-929c-1bb60aee4a84 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:29.186237 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ca3c5fbb-f5a2-439e-95ca-5d2ec0998d36 req-8c5dc1b0-96cc-42da-929c-1bb60aee4a84 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0525050 Sep 24 15:01:29.224819 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ca3c5fbb-f5a2-439e-95ca-5d2ec0998d36 req-e2db8f34-c4c4-45bf-8c3e-f630224eed02 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Sep 24 15:01:29.560237 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7de7-b953-42e3-9252-02b14faa4ac8 req-b5a06048-e6e9-4ade-ae24-0d1cce8c4759 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:29.561852 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4a6e7de7-b953-42e3-9252-02b14faa4ac8 req-b5a06048-e6e9-4ade-ae24-0d1cce8c4759 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0518401 Sep 24 15:01:29.602062 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4a6e7de7-b953-42e3-9252-02b14faa4ac8 req-2a117ced-c0c8-43de-81c2-90877c02cf99 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Sep 24 15:01:30.346209 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dcc79-ff21-473e-9c07-6c570b863173 req-0ea82ca4-8527-40e1-914d-89b10c2380db tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:30.347790 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-047dcc79-ff21-473e-9c07-6c570b863173 req-0ea82ca4-8527-40e1-914d-89b10c2380db tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Sep 24 15:01:30.386751 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-047dcc79-ff21-473e-9c07-6c570b863173 req-86350abd-2218-4ff0-b357-9f23aa7f5f65 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Sep 24 15:01:30.715469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86118-e51e-48e5-b5b1-28452fc041db req-11496b50-8017-473b-b2eb-3a8aa1174ef2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:30.716939 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-65d86118-e51e-48e5-b5b1-28452fc041db req-11496b50-8017-473b-b2eb-3a8aa1174ef2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Sep 24 15:01:30.755828 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-65d86118-e51e-48e5-b5b1-28452fc041db req-a4149cb5-1b75-40ff-a414-eb52544c7363 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Sep 24 15:01:30.875597 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d6203-e2b9-4ba9-9d20-a757b47b2c80 req-0db99736-d292-40ae-9ef6-2ddc14147bb0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:30.877319 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cb9d6203-e2b9-4ba9-9d20-a757b47b2c80 req-0db99736-d292-40ae-9ef6-2ddc14147bb0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0520325 Sep 24 15:01:30.915592 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cb9d6203-e2b9-4ba9-9d20-a757b47b2c80 req-2aabbd74-dcaf-4e77-9e65-2e547d44c7e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Sep 24 15:01:31.252002 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633e07-93ce-40ae-8a25-0f9cedb501a7 req-8da9b5ce-b73d-4135-b31b-3e5af07dccc1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:31.253495 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6f633e07-93ce-40ae-8a25-0f9cedb501a7 req-8da9b5ce-b73d-4135-b31b-3e5af07dccc1 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Sep 24 15:01:31.293265 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6f633e07-93ce-40ae-8a25-0f9cedb501a7 req-bae545ec-a6b1-43f7-84ff-a360df30298a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338058 Sep 24 15:01:31.510580 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c6e9a-d10f-4867-adba-e981871c7253 req-542a08d8-eab7-4ef7-938f-a8f1246b0921 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:31.512124 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-814c6e9a-d10f-4867-adba-e981871c7253 req-542a08d8-eab7-4ef7-938f-a8f1246b0921 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Sep 24 15:01:31.576787 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-814c6e9a-d10f-4867-adba-e981871c7253 req-4917a763-0530-401c-80e0-f19fd1982928 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575960 Sep 24 15:01:32.711796 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11252a-b675-4488-a434-322566ecbc03 req-cd5a6f17-9fde-40e7-a9fc-69095abc4e11 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:32.712310 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db11252a-b675-4488-a434-322566ecbc03 req-cd5a6f17-9fde-40e7-a9fc-69095abc4e11 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0589435 Sep 24 15:01:32.750333 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db11252a-b675-4488-a434-322566ecbc03 req-83d8bad5-1685-4157-8522-b4b40e1d9371 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Sep 24 15:01:33.880743 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190c7f7-c32b-4114-9709-4ce9e256cb99 req-e63b1c07-1ccf-4919-8bea-d7fa826ba627 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:33.882401 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9190c7f7-c32b-4114-9709-4ce9e256cb99 req-e63b1c07-1ccf-4919-8bea-d7fa826ba627 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0580332 Sep 24 15:01:33.921581 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9190c7f7-c32b-4114-9709-4ce9e256cb99 req-eee9694d-9de3-4668-9911-6e58b9713823 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Sep 24 15:01:35.052997 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e976-9dac-4e7a-a7ca-9a4d9389e7b6 req-dbaf7265-e566-445f-9fe5-05664c48bc55 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:35.054472 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b7e4e976-9dac-4e7a-a7ca-9a4d9389e7b6 req-dbaf7265-e566-445f-9fe5-05664c48bc55 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0494285 Sep 24 15:01:35.096220 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b7e4e976-9dac-4e7a-a7ca-9a4d9389e7b6 req-4bf9bfd1-b9c7-4001-b8c0-c3e29941ea30 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355639 Sep 24 15:01:36.221243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9420b6a-96fd-4d11-9f05-83a1298818e8 req-2ff54372-4756-4084-9c81-7324b5ffae40 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:36.222861 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9420b6a-96fd-4d11-9f05-83a1298818e8 req-2ff54372-4756-4084-9c81-7324b5ffae40 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Sep 24 15:01:36.262254 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e9420b6a-96fd-4d11-9f05-83a1298818e8 req-e6afcfce-12ab-49b2-b5c7-b0dd1b9494e8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332353 Sep 24 15:01:37.382985 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa328b2a-2b08-4f95-b4bb-2a26936bc459 req-fd8491b0-fdb3-4426-894c-053ff57f9cd8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:37.384515 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa328b2a-2b08-4f95-b4bb-2a26936bc459 req-fd8491b0-fdb3-4426-894c-053ff57f9cd8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Sep 24 15:01:37.424728 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fa328b2a-2b08-4f95-b4bb-2a26936bc459 req-a9931719-c3df-49a5-9bb2-f1fbba0aa2b9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Sep 24 15:01:38.544425 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9fd38-94c3-4fa0-b7a7-b0d7f73399a6 req-ebb8b825-6490-48ae-9953-05788c412c56 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:38.545890 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a1e9fd38-94c3-4fa0-b7a7-b0d7f73399a6 req-ebb8b825-6490-48ae-9953-05788c412c56 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0484269 Sep 24 15:01:38.582646 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a1e9fd38-94c3-4fa0-b7a7-b0d7f73399a6 req-4ebf3015-433c-4133-8e11-04672b537413 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302155 Sep 24 15:01:39.710354 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a698ba-5325-4dc0-a0de-f0b40b1791e0 req-21a6a3b8-3789-4f73-a855-25232c87c494 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:39.711656 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-61a698ba-5325-4dc0-a0de-f0b40b1791e0 req-21a6a3b8-3789-4f73-a855-25232c87c494 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Sep 24 15:01:39.762424 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-61a698ba-5325-4dc0-a0de-f0b40b1791e0 req-46c7c8b5-caaa-4f8e-ac0a-89b247140e07 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Sep 24 15:01:40.830512 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d45f8-5a70-4f8e-af01-6db3538ecab0 req-9c96d6fe-b124-4502-bfe5-a42f10b26e36 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:40.832024 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d29d45f8-5a70-4f8e-af01-6db3538ecab0 req-9c96d6fe-b124-4502-bfe5-a42f10b26e36 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0629418 Sep 24 15:01:40.882292 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d29d45f8-5a70-4f8e-af01-6db3538ecab0 req-4942b188-12c2-47b3-9fc6-afb42c8ce213 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Sep 24 15:01:40.902553 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e90c7c-37ee-42a2-b53d-a91eb433eec7 req-5ed350ad-299a-4743-9d0c-775c235af67d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:40.904156 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b2e90c7c-37ee-42a2-b53d-a91eb433eec7 req-5ed350ad-299a-4743-9d0c-775c235af67d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0581210 Sep 24 15:01:40.910485 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54170) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:40.952133 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b2e90c7c-37ee-42a2-b53d-a91eb433eec7 req-bd75e693-6459-43f5-bd24-c7cf5bdfa043 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Sep 24 15:01:41.050203 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6faf720-854a-403c-bd8d-50bf6615dcd5 tempest-TestMinimumBasicScenario-665623147 tempest-TestMinimumBasicScenario-665623147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:41.051740 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f6faf720-854a-403c-bd8d-50bf6615dcd5 tempest-TestMinimumBasicScenario-665623147 tempest-TestMinimumBasicScenario-665623147-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1093 time: 0.1402538 Sep 24 15:01:41.054646 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54176) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:41.059196 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'port_id': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:41.081472 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for floatingip, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.189686 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.297268 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Allocated IP 172.27.2.204 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/5cfeb3b2-4a35-4fa1-9ee0-2e86c23925ed) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:01:41.412249 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.444832 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.480395 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:01:41.484597 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:01:41.488185 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:01:41.512551 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'Port': ['ID=5cfeb3b2-4a35-4fa1-9ee0-2e86c23925ed,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:41.529387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.529730 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.530068 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.530401 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.530748 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.531101 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.531479 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.531803 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.532234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.532552 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.532874 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.533194 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:01:41.851622 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:41.922776 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.085576 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa341f1e-4384-4857-889b-388370792486 req-b4c7960b-295a-43ff-9396-729128300588 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:42.087193 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-aa341f1e-4384-4857-889b-388370792486 req-b4c7960b-295a-43ff-9396-729128300588 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0567365 Sep 24 15:01:42.131679 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-aa341f1e-4384-4857-889b-388370792486 req-d75b678f-6d13-49d9-bbc0-4d58265c5782 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 Sep 24 15:01:42.314940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.319589 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.387562 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'Port': ['ID=5cfeb3b2-4a35-4fa1-9ee0-2e86c23925ed,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.399502 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.507001 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Floating IP 5f228510-7f9b-4932-9129-bff03e8e95b8 associated. External IP: 172.27.2.204, port: bae747fa-f625-4676-9bfe-4eb800c52238. Sep 24 15:01:42.568449 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:01:42.669003 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:42.680790 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '9a07f866-22e7-4dac-8401-29a251596923', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'port_id': '9a07f866-22e7-4dac-8401-29a251596923', 'mac_address': 'fa:16:3e:74:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:01:42.719960 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.728813 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Router e1193e86-4fe5-4949-b691-b57c5169ddb2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:01:42.732807 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a07f866-22e7-4dac-8401-29a251596923 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:01:42.754365 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:42.758626 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.849101 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:01:42.851930 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:42.868390 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] Sync routers for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:01:42.874709 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:42.883060 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:01:42.884908 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:01:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:42.886096 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['9a07f866-22e7-4dac-8401-29a251596923'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:01:42.918841 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f0da25dc-9379-4ed4-99d7-358538f020e0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8588495 Sep 24 15:01:42.918841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:42.918841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51587e6f-6947-451a-8e78-e1d2bbc05441" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:42.919587 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54180) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:42.925771 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931781781', 'description': 'tempest-secgroup-smoke-1931781781 description', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:42.971718 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.040692 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:01:43.073660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.079078 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.108586 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.111771 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1912124 Sep 24 15:01:43.114753 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54186) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:43.119655 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group_rule': {'security_group_id': 'a13272c6-3288-4b54-888b-3758723688b6', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:43.129365 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186353-f28f-41a1-a489-0c40b0d82869 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13272c6-3288-4b54-888b-3758723688b6,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.155703 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28039b28-5084-4b16-9751-0675b60bed8d x-openstack-request-id: req-28039b28-5084-4b16-9751-0675b60bed8d {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:43.157096 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:43.157096 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28039b28-5084-4b16-9751-0675b60bed8d {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:43.157427 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'status': 'completed', 'code': 200} Sep 24 15:01:43.166450 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.315917 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '5f228510-7f9b-4932-9129-bff03e8e95b8', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'port_id': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'mac_address': 'fa:16:3e:0e:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:01:41Z', 'updated_at': '2021-09-24T15:01:41Z', 'revision_number': 0, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:43.347214 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] Checking router: e1193e86-4fe5-4949-b691-b57c5169ddb2 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:01:43.357013 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:01:43.357640 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:01:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:43.480952 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:01:43.575178 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.582031 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.605085 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-da145358-e5cd-4c4c-86d1-99180e98dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:43.606731 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-da145358-e5cd-4c4c-86d1-99180e98dc2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1098 time: 0.3868346 Sep 24 15:01:43.617555 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12423-e7ae-4b67-9fc0-ad5767a38ba2 req-8703c013-2681-42ef-a468-5951aceb5f4d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:43.619028 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be12423-e7ae-4b67-9fc0-ad5767a38ba2 req-8703c013-2681-42ef-a468-5951aceb5f4d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 944 time: 0.4030194 Sep 24 15:01:43.619667 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66710cca-f894-4a49-916a-cffcee0372e3,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.629924 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.631079 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-980d0132-ef6d-456d-a571-97b6f547be15 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5151663 Sep 24 15:01:43.634182 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54198) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:43.644600 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group_rule': {'security_group_id': 'a13272c6-3288-4b54-888b-3758723688b6', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:43.682769 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.692404 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be12423-e7ae-4b67-9fc0-ad5767a38ba2 req-2ed06406-5edc-49e8-93d2-d6449024f3ec tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637865 Sep 24 15:01:43.749447 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '5f228510-7f9b-4932-9129-bff03e8e95b8', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'port_id': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'mac_address': 'fa:16:3e:0e:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:01:41Z', 'updated_at': '2021-09-24T15:01:41Z', 'revision_number': 0, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:01:43.751299 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.756110 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.767930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-976da5bd-c50c-4268-bb82-9465122471e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:43.770915 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-976da5bd-c50c-4268-bb82-9465122471e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.1336482 Sep 24 15:01:43.776419 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d103e596-9743-4437-a123-6058f3a90871,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.782789 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.788397 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fbdf87-0139-4a4f-9223-59ff9f296afa None None] The sync data for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi is: [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '5f228510-7f9b-4932-9129-bff03e8e95b8', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'port_id': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'mac_address': 'fa:16:3e:0e:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:01:41Z', 'updated_at': '2021-09-24T15:01:41Z', 'revision_number': 0, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:01:43.788674 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-533c2d95-f5ff-4645-8c29-5707e6155b72 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490924 Sep 24 15:01:43.788674 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54204) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:43.793409 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group_rule': {'security_group_id': 'a13272c6-3288-4b54-888b-3758723688b6', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:43.826386 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.859067 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-7a9541ea-c272-41d4-98ed-599acf131969 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 999 time: 0.0724957 Sep 24 15:01:43.923046 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.928892 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.942269 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-74a98933-9789-4747-99fe-6a3aa1a0c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:43.943810 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-74a98933-9789-4747-99fe-6a3aa1a0c282 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0665929 Sep 24 15:01:43.952146 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927fa665-bc26-460d-807c-a28d800a6ea8,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:43.961537 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:43.962784 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-62a0f71e-3bb7-4ad2-baff-b9295c5aa950 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734383 Sep 24 15:01:43.965653 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54210) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:43.974134 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group_rule': {'security_group_id': 'a13272c6-3288-4b54-888b-3758723688b6', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:44.024328 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.025001 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-baaff09e-5ded-4871-8606-8761dae15469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:44.026606 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-baaff09e-5ded-4871-8606-8761dae15469 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621693 Sep 24 15:01:44.131510 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d4516-5f0e-446c-8a56-afc203903d63 None None] New status for floating IP 5f228510-7f9b-4932-9129-bff03e8e95b8: ACTIVE {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:01:44.132120 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.138533 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.163437 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94081b1-82b8-4a15-a0be-ad62c88e0fc4,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:44.168217 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-77afe782-5ea4-4ebe-a85f-78802d4eee4a service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306937 Sep 24 15:01:44.174013 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.178447 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54220) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:44.178722 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-288728d9-7249-4c8e-9186-8e01bf60f31e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2102902 Sep 24 15:01:44.184063 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group_rule': {'security_group_id': 'a13272c6-3288-4b54-888b-3758723688b6', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:44.229712 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.securitygroups_db [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Project 8b82e6ce91a44b60b6852e78c8ad0f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:01:44.249000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.342181 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-51587e6f-6947-451a-8e78-e1d2bbc05441 req-35a02ddf-eba5-4e97-b252-32cf401a1d26 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406894 Sep 24 15:01:44.362983 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.367994 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.390226 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c80c3bd-57b0-47de-b670-231c964791f9,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:44.394508 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.395802 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e68e3b5a-85d1-4529-adac-cd284217c23b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2155681 Sep 24 15:01:44.398453 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54222) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:44.403033 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'security_group_rule': {'security_group_id': 'a13272c6-3288-4b54-888b-3758723688b6', 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:44.434098 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.securitygroups_db [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Project 8b82e6ce91a44b60b6852e78c8ad0f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:01:44.442854 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.511385 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.519768 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.542156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13861c2-521e-4d59-9a5a-f7c235887c85,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:44.551181 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.553307 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-7b3ff88a-a6ce-4f7f-8169-7e68934d6e70 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532962 Sep 24 15:01:44.601333 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:01:44.669886 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 9a07f866-22e7-4dac-8401-29a251596923 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:44.670981 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.683247 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-0a0e180b-bdd9-40c5-9211-e0e25b3003d4 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931781781&fields=id&tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90 HTTP/1.1" status: 200 len: 267 time: 0.0467649 Sep 24 15:01:44.763748 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-4297dd19-3378-4ae9-8d2c-cef30a7f0593 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:44.766032 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-4297dd19-3378-4ae9-8d2c-cef30a7f0593 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0721095 Sep 24 15:01:44.778284 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'port': {'security_groups': ['f5da1932-b548-44dd-9b6e-6d4c669a10e7', 'a13272c6-3288-4b54-888b-3758723688b6']}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:01:44.805651 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.849351 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:44.852073 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c689874-1c57-48fd-b4ff-d19d338344cf" -d '{"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:44.871563 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:44.879388 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.914668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:44.952203 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03581-3a20-4594-868e-6f73792ae09b req-dd0ccbf7-dd18-4907-9177-5be859e1a3d9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:44.954331 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:44.956754 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7bd03581-3a20-4594-868e-6f73792ae09b req-dd0ccbf7-dd18-4907-9177-5be859e1a3d9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 944 time: 0.1219680 Sep 24 15:01:45.018667 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7bd03581-3a20-4594-868e-6f73792ae09b req-83b33abf-2b8d-48df-a6fa-7d431e58deab tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535936 Sep 24 15:01:45.094158 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240d2456-1d57-4fcf-b61a-d5207875364e x-openstack-request-id: req-240d2456-1d57-4fcf-b61a-d5207875364e {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:45.094459 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:45.094719 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-240d2456-1d57-4fcf-b61a-d5207875364e {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:45.095126 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'code': 200} Sep 24 15:01:45.281560 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:45.363064 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.369971 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.384829 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bae747fa-f625-4676-9bfe-4eb800c52238'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:01:45.427006 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:45.427924 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.429888 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-67cbd42e-3f00-4415-9232-4db7a733c68b req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "PUT /v2.0/ports/bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 981 time: 0.6568141 Sep 24 15:01:45.432892 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:45.437044 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f7b59-374a-4557-8955-08a771174859" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:45.523988 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c14315-1e7e-40e8-9ac6-4e178491e295 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=6']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:45.537355 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bae747fa-f625-4676-9bfe-4eb800c52238'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:01:45.583510 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60afd21-3190-4da4-a38e-266c5d8c7331 x-openstack-request-id: req-f60afd21-3190-4da4-a38e-266c5d8c7331 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:45.583852 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:45.584057 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f60afd21-3190-4da4-a38e-266c5d8c7331 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:45.584522 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'status': 'completed', 'code': 200} Sep 24 15:01:45.627029 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a0e9-1d85-4481-b125-22cdb4c1a4ce req-75cc43c5-f921-489a-8487-e1de09d973b9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:45.629134 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6cc8a0e9-1d85-4481-b125-22cdb4c1a4ce req-75cc43c5-f921-489a-8487-e1de09d973b9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0945125 Sep 24 15:01:45.724748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7b59-374a-4557-8955-08a771174859 req-f1133c98-fadd-40b3-829b-e7fc627476db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:45.726614 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-f1133c98-fadd-40b3-829b-e7fc627476db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1137 time: 0.0902662 Sep 24 15:01:45.754337 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6cc8a0e9-1d85-4481-b125-22cdb4c1a4ce req-b9bb69f1-298d-475c-8e01-c6f882c6a598 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014938 Sep 24 15:01:45.838026 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-fcbc9203-02e6-4e44-ae86-d9627d8ac13a None None] Provisioning complete for port bae747fa-f625-4676-9bfe-4eb800c52238 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:01:45.838875 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9203-02e6-4e44-ae86-d9627d8ac13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:45.868156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7b59-374a-4557-8955-08a771174859 req-c09f48e6-5169-4a81-8f2f-7251181831b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:45.869923 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-c09f48e6-5169-4a81-8f2f-7251181831b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.1308858 Sep 24 15:01:45.972689 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-c59fe41e-ea9d-4068-b507-65490be66082 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 1001 time: 0.0890043 Sep 24 15:01:46.055098 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7b59-374a-4557-8955-08a771174859 req-4905c8e9-56ad-43e2-91af-2036a1114233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:46.056626 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-4905c8e9-56ad-43e2-91af-2036a1114233 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0763168 Sep 24 15:01:46.182536 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7b59-374a-4557-8955-08a771174859 req-ad0af334-15f1-42e1-9a8a-4bb1f495a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:46.184706 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-ad0af334-15f1-42e1-9a8a-4bb1f495a938 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108441 Sep 24 15:01:46.269765 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49456277-17a2-4b08-bb46-b4ba09af36f9 req-9c9fe069-d084-41e7-affd-a99642bceb31 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:46.271883 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49456277-17a2-4b08-bb46-b4ba09af36f9 req-9c9fe069-d084-41e7-affd-a99642bceb31 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0777929 Sep 24 15:01:46.330262 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49456277-17a2-4b08-bb46-b4ba09af36f9 req-fa6cb40b-3241-406f-995c-b5974c43536b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513325 Sep 24 15:01:46.336362 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-4382d78d-1573-4d09-b699-78fcd88d6c79 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374130 Sep 24 15:01:46.463499 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd7f7b59-374a-4557-8955-08a771174859 req-d6353b16-f5b5-4bc5-bd54-56f64a4dcb69 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125164 Sep 24 15:01:46.921156 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9228f0a5-e103-4e50-a183-db8e92698038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:47.479979 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac395c-db63-489a-8e33-aa5653a5c059 req-448d6f32-e76f-4fad-9ba0-7550052bb102 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:47.481914 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-04ac395c-db63-489a-8e33-aa5653a5c059 req-448d6f32-e76f-4fad-9ba0-7550052bb102 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0601802 Sep 24 15:01:47.532057 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-04ac395c-db63-489a-8e33-aa5653a5c059 req-530041ff-d7dd-44fe-b363-47b2adaf7b91 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Sep 24 15:01:47.958986 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:48.690913 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c615-72e7-4f68-bc79-e53d0b5246c4 req-e8033b95-e262-45a5-8fed-aca80e223b84 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:48.694225 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5453c615-72e7-4f68-bc79-e53d0b5246c4 req-e8033b95-e262-45a5-8fed-aca80e223b84 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0691297 Sep 24 15:01:48.735949 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5453c615-72e7-4f68-bc79-e53d0b5246c4 req-4bd0cb01-041d-4af9-a5b5-b7b81dd9d25d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354931 Sep 24 15:01:49.868016 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-269467c1-2c23-4894-ba09-693f05f82065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:49.869632 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-269467c1-2c23-4894-ba09-693f05f82065 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1098 time: 0.0839283 Sep 24 15:01:49.897290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fc8c1-f15f-4231-bd6c-b34d2196df38 req-431c2864-7817-4fe8-b92b-cf5c7a680710 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:49.901391 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ed0fc8c1-f15f-4231-bd6c-b34d2196df38 req-431c2864-7817-4fe8-b92b-cf5c7a680710 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0668068 Sep 24 15:01:50.020759 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ed0fc8c1-f15f-4231-bd6c-b34d2196df38 req-c16c94f4-fb30-4784-adc4-36a108b5ff5a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099477 Sep 24 15:01:50.074194 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-a835cbdb-6613-4d1b-8bba-5e830a7166b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:50.077205 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-a835cbdb-6613-4d1b-8bba-5e830a7166b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.1740901 Sep 24 15:01:50.135340 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ab11-ee1d-494d-9080-41a948cf275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:50.182612 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-129e18bd-de86-46a2-af57-b3b5a8159dd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 1000 time: 0.0971396 Sep 24 15:01:50.252371 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-aef592b7-db2a-413b-bccb-65e1ba48d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:50.254701 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-aef592b7-db2a-413b-bccb-65e1ba48d32b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0607765 Sep 24 15:01:50.318226 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-66e09677-c9d4-4901-b157-596dcad1e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:50.319679 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-66e09677-c9d4-4901-b157-596dcad1e287 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550134 Sep 24 15:01:50.489256 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-d8b07b0e-cd88-425b-8c22-1b7428bad451 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588564 Sep 24 15:01:50.643341 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc2876e7-e1e4-47cd-99e0-4f01af5b6160 req-34dcfe6d-b759-44d6-b977-297126b5a042 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355445 Sep 24 15:01:50.660740 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:51.017965 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:01:51.229905 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621462-be77-4eba-ad63-323080ff5b92 req-d46cce3f-1c33-4836-85bf-a656dc858e24 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:51.232312 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-16621462-be77-4eba-ad63-323080ff5b92 req-d46cce3f-1c33-4836-85bf-a656dc858e24 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0808840 Sep 24 15:01:51.292504 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-16621462-be77-4eba-ad63-323080ff5b92 req-5ea830d3-0832-41c0-8ce5-54a855015659 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479789 Sep 24 15:01:51.943964 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:52.431024 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e0dc-49f5-4ad0-958a-ae16a982fb0a req-641d4baa-49db-48f4-8278-9c5016b1b953 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:52.432862 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-11d5e0dc-49f5-4ad0-958a-ae16a982fb0a req-641d4baa-49db-48f4-8278-9c5016b1b953 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0565827 Sep 24 15:01:52.477487 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-11d5e0dc-49f5-4ad0-958a-ae16a982fb0a req-d6f6077d-00e5-4919-a5c2-4573afce42a0 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Sep 24 15:01:53.596463 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ce37c-17a2-4183-b197-b12060e9f0e5 req-e59cd66c-b976-4165-99c5-cae4051dd178 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:53.597948 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-179ce37c-17a2-4183-b197-b12060e9f0e5 req-e59cd66c-b976-4165-99c5-cae4051dd178 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Sep 24 15:01:53.635789 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-179ce37c-17a2-4183-b197-b12060e9f0e5 req-c04e5f34-7f50-48a5-a568-df44ac97a059 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Sep 24 15:01:54.063493 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:54.206100 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-6b41beda-037b-412b-b242-99963d726ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:54.207636 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-6b41beda-037b-412b-b242-99963d726ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1098 time: 0.0403218 Sep 24 15:01:54.302470 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-eb4ac806-5dd1-4c79-a24d-672cb555dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:54.303961 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-eb4ac806-5dd1-4c79-a24d-672cb555dbcf service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.0890236 Sep 24 15:01:54.372501 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-ddbf83e0-e6e9-48e4-87df-5e5a96edd8f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 1000 time: 0.0579679 Sep 24 15:01:54.426972 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-bf35304a-a2c4-4e3e-abfe-fa0b66415646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:54.428494 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-bf35304a-a2c4-4e3e-abfe-fa0b66415646 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0451553 Sep 24 15:01:54.475386 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-e47e781a-2f26-4913-aae7-8d54cdf6d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:54.476811 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-e47e781a-2f26-4913-aae7-8d54cdf6d3b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406575 Sep 24 15:01:54.578556 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-71d8450c-91f8-4af2-9a67-83ac8632f60c service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858812 Sep 24 15:01:54.671914 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5da056d0-6ef5-403b-81c5-2e3f60f1af14 req-77f66ec5-48ff-42de-84ef-9f529e8cd225 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826440 Sep 24 15:01:54.758629 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c70a-9ff3-454d-951a-ae5267e5b022 req-29fe5974-129c-4349-8218-ce1a53b1815e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:54.760086 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-36d3c70a-9ff3-454d-951a-ae5267e5b022 req-29fe5974-129c-4349-8218-ce1a53b1815e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0491066 Sep 24 15:01:54.802756 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-36d3c70a-9ff3-454d-951a-ae5267e5b022 req-87885c2c-0090-415a-9c73-2027e951f22f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367022 Sep 24 15:01:55.925787 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e8a0-9b2b-46ad-90e9-366cfab7b8be req-0592d19e-35cc-487d-8720-918e9f6c7bb6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:55.927297 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-65c8e8a0-9b2b-46ad-90e9-366cfab7b8be req-0592d19e-35cc-487d-8720-918e9f6c7bb6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Sep 24 15:01:55.965533 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-65c8e8a0-9b2b-46ad-90e9-366cfab7b8be req-7963650e-25ab-4460-be90-089c8e911860 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Sep 24 15:01:56.639235 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:01:56.729756 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:56.762910 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:01:56.765304 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce6ddf0-660a-4f07-ae0b-88903d938a96" -d '{"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-unplugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:01:56.784894 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:01:56.789985 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:01:56.822918 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6cf9fe-e116-4a3d-97fe-cca408a57ca1 x-openstack-request-id: req-4a6cf9fe-e116-4a3d-97fe-cca408a57ca1 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:01:56.823208 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-unplugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:01:56.823481 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a6cf9fe-e116-4a3d-97fe-cca408a57ca1 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:01:56.823871 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'code': 200} Sep 24 15:01:56.852642 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:01:57.086100 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2030f5-8801-45ef-8d3d-64dcbca09340 req-5f5d0523-11db-4936-8e71-36a52fbddd34 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:57.087630 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8e2030f5-8801-45ef-8d3d-64dcbca09340 req-5f5d0523-11db-4936-8e71-36a52fbddd34 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0487299 Sep 24 15:01:57.134427 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8e2030f5-8801-45ef-8d3d-64dcbca09340 req-7bfa50d2-1999-4eff-a615-cc9ecc4af0a9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Sep 24 15:01:58.006809 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-2a2197da-78fb-4ed7-a83b-0690d2ba6a1c req-b5cc9ae0-777c-40a0-a29e-7711b4901e67 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:01:58.007930 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2a2197da-78fb-4ed7-a83b-0690d2ba6a1c req-b5cc9ae0-777c-40a0-a29e-7711b4901e67 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056512 Sep 24 15:01:58.186609 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718a62b-b303-464c-8651-265657aa262e req-9ba971c7-ba42-4d0f-8026-95d6fc7d40af tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:58.188286 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3718a62b-b303-464c-8651-265657aa262e req-9ba971c7-ba42-4d0f-8026-95d6fc7d40af tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0539186 Sep 24 15:01:58.229709 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3718a62b-b303-464c-8651-265657aa262e req-67fa7056-ad32-4e99-a4dc-a92912a78b72 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348229 Sep 24 15:01:58.331750 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54328) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:01:58.427993 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-8d379377-fc99-4a80-af7a-84f92b8acbd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945563 Sep 24 15:01:58.440157 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-a533413e-3e6a-4468-82eb-c7775eb46d4b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:01:58.441889 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-a533413e-3e6a-4468-82eb-c7775eb46d4b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090759 Sep 24 15:01:59.361993 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdde4e0-bf00-4d92-ad42-59e6e824089e req-827cefda-815e-4bc6-ad70-87355db11407 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:59.363591 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ccdde4e0-bf00-4d92-ad42-59e6e824089e req-827cefda-815e-4bc6-ad70-87355db11407 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0594664 Sep 24 15:01:59.431113 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ccdde4e0-bf00-4d92-ad42-59e6e824089e req-9a26f0d2-9fbf-45d6-ba1e-86a1ecda3aad tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495172 Sep 24 15:01:59.434950 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-bba46b93-2825-4019-bb51-05ec90938b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:59.437656 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-bba46b93-2825-4019-bb51-05ec90938b00 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59&tenant_id=87f30cfdf33046409c9f0c6d63c38034 HTTP/1.1" status: 200 len: 1096 time: 0.0917549 Sep 24 15:01:59.504968 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-6840319e-1183-47c5-996f-aaeae68d915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:59.506497 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-6840319e-1183-47c5-996f-aaeae68d915d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87f30cfdf33046409c9f0c6d63c38034&device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1096 time: 0.0426419 Sep 24 15:01:59.605185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-4ec5bf99-69ed-4e7a-a002-46a92846882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:59.606596 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-4ec5bf99-69ed-4e7a-a002-46a92846882c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 200 len: 918 time: 0.0906458 Sep 24 15:01:59.679987 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-be5c96b0-24bb-491d-aebd-9160629ae964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 200 len: 998 time: 0.0646546 Sep 24 15:01:59.731230 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-b847ec93-b874-4005-8dad-2be9fc406a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:59.732802 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-b847ec93-b874-4005-8dad-2be9fc406a8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 200 len: 856 time: 0.0444663 Sep 24 15:01:59.793197 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-ac3922f3-fa06-4cf2-aec4-9a589924c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:01:59.794714 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-ac3922f3-fa06-4cf2-aec4-9a589924c2a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502479 Sep 24 15:01:59.911384 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-00036c96-9ad0-4555-8a2e-db715efa25fd service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065958 Sep 24 15:02:00.013131 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b7393742-c1b4-4a6d-bfe5-394aecf0703d req-e4a8c7a3-41ab-4190-8853-88465084cab7 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936630 Sep 24 15:02:00.669340 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17ccb-b76d-4a4a-894b-e7009060804a req-68eee9a8-ed15-40d9-bc8a-deb887d52eb9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:00.672682 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-07a17ccb-b76d-4a4a-894b-e7009060804a req-68eee9a8-ed15-40d9-bc8a-deb887d52eb9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0697472 Sep 24 15:02:00.681671 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:02:00.807624 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-07a17ccb-b76d-4a4a-894b-e7009060804a req-453e9b2e-7800-49d0-8e5d-141d2a707af8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106777 Sep 24 15:02:01.939510 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034f341-fb7e-410b-a31b-c024e89b2ca0 req-7354f634-0b64-448e-89e9-e7cc31117967 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:01.941122 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5034f341-fb7e-410b-a31b-c024e89b2ca0 req-7354f634-0b64-448e-89e9-e7cc31117967 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0497956 Sep 24 15:02:01.982746 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5034f341-fb7e-410b-a31b-c024e89b2ca0 req-856d37f3-c72c-477d-8206-cd5b8b7d979a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354397 Sep 24 15:02:03.117043 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093202-eb3b-4c44-8112-542c80e7ef4f req-a68e9c62-fa74-419b-a873-222e7d0105b3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:03.118620 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5e093202-eb3b-4c44-8112-542c80e7ef4f req-a68e9c62-fa74-419b-a873-222e7d0105b3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Sep 24 15:02:03.160035 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5e093202-eb3b-4c44-8112-542c80e7ef4f req-435267a7-9709-433d-af6a-f1c1e11f50de tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342727 Sep 24 15:02:04.289638 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e5938-47e4-4862-9adc-940eedfb47f9 req-071553b0-d008-4aab-8880-c9a2c9e5ef9c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:04.291289 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-930e5938-47e4-4862-9adc-940eedfb47f9 req-071553b0-d008-4aab-8880-c9a2c9e5ef9c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0540485 Sep 24 15:02:04.336502 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-930e5938-47e4-4862-9adc-940eedfb47f9 req-b4f87e78-1e42-4522-9f8e-28d8af886713 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 Sep 24 15:02:05.466500 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82544a48-bb8f-455e-a708-a794e95a0ddb req-9b553b9a-6083-4ea3-9adc-9d0164af0055 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:05.468632 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-82544a48-bb8f-455e-a708-a794e95a0ddb req-9b553b9a-6083-4ea3-9adc-9d0164af0055 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0516410 Sep 24 15:02:05.528955 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-82544a48-bb8f-455e-a708-a794e95a0ddb req-1d79b2d9-ef48-42cb-97cf-efacc512578c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506971 Sep 24 15:02:06.659915 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a121c-a5bf-4dbb-a66a-ddcc97b2cf9f req-1e02f63b-af0d-4102-ba46-edb6f80dba85 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:06.661495 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6a8a121c-a5bf-4dbb-a66a-ddcc97b2cf9f req-1e02f63b-af0d-4102-ba46-edb6f80dba85 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0503259 Sep 24 15:02:06.704807 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6a8a121c-a5bf-4dbb-a66a-ddcc97b2cf9f req-8b15dfef-66c0-4334-bbca-76edbf7837d8 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370510 Sep 24 15:02:07.841029 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019ac7-e163-4a1b-b528-3eccd23f86de req-6733abeb-66c5-4974-87e3-f514d1fe93c9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:07.842592 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94019ac7-e163-4a1b-b528-3eccd23f86de req-6733abeb-66c5-4974-87e3-f514d1fe93c9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0637169 Sep 24 15:02:07.883147 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94019ac7-e163-4a1b-b528-3eccd23f86de req-a23272da-3a83-41bd-9795-796b3a72f949 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330343 Sep 24 15:02:09.013150 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072843c-24da-447f-9585-dae095bd8186 req-139b3faf-1a39-4439-8e15-fbdf842f6c9c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:09.015274 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d072843c-24da-447f-9585-dae095bd8186 req-139b3faf-1a39-4439-8e15-fbdf842f6c9c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0535097 Sep 24 15:02:09.062765 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d072843c-24da-447f-9585-dae095bd8186 req-36b2b4dd-aacb-4596-a326-4e55f7f771b3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407405 Sep 24 15:02:10.202931 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83363a-52a5-4c67-9805-3b234a712cbd req-3860be59-099d-4bcc-9df6-8b743dbf6740 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:10.204617 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-aa83363a-52a5-4c67-9805-3b234a712cbd req-3860be59-099d-4bcc-9df6-8b743dbf6740 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0520086 Sep 24 15:02:10.245716 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-aa83363a-52a5-4c67-9805-3b234a712cbd req-45b7fc12-2114-4af4-a860-bf3d938719dc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351758 Sep 24 15:02:11.380285 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23122947-7720-4962-a08a-7e651b926a78 req-d5ea297e-4cb7-47de-8dcb-bdaf25346716 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:11.381891 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-23122947-7720-4962-a08a-7e651b926a78 req-d5ea297e-4cb7-47de-8dcb-bdaf25346716 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0607762 Sep 24 15:02:11.426389 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-23122947-7720-4962-a08a-7e651b926a78 req-3eb29925-dee3-4b8d-ac89-4b45e7112674 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384150 Sep 24 15:02:11.523208 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9a7f0-36d0-48fb-ae52-c60be3b0d0c0 req-a6dfc0e8-563c-4fa4-8809-e139765b98f8 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:11.524810 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-04f9a7f0-36d0-48fb-ae52-c60be3b0d0c0 req-a6dfc0e8-563c-4fa4-8809-e139765b98f8 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0527048 Sep 24 15:02:11.568989 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-04f9a7f0-36d0-48fb-ae52-c60be3b0d0c0 req-99fad6e1-3693-4341-abed-266c5d3f1594 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365112 Sep 24 15:02:12.552138 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002858e9-5a02-4412-ab6c-0179036327c7 req-31c1d0ef-18ce-4589-a9f1-789b777207b3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:12.553925 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-002858e9-5a02-4412-ab6c-0179036327c7 req-31c1d0ef-18ce-4589-a9f1-789b777207b3 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0513663 Sep 24 15:02:12.602185 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-002858e9-5a02-4412-ab6c-0179036327c7 req-e34dc82f-1773-45d4-a905-3d45d5934584 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Sep 24 15:02:12.790835 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acacc2-4b7c-4722-8569-f7989e02fa70 req-235e3d0f-e61c-4b36-88fc-c0d17d372137 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:12.793057 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-61acacc2-4b7c-4722-8569-f7989e02fa70 req-235e3d0f-e61c-4b36-88fc-c0d17d372137 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.1245162 Sep 24 15:02:12.840168 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-61acacc2-4b7c-4722-8569-f7989e02fa70 req-eb13d796-ae01-444c-8e31-07a43ab0a9ce tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392113 Sep 24 15:02:13.770777 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5cc76-6420-45f7-947c-bcc88817d7b5 req-c22d1dcb-9ce4-4428-9d4b-dbce229557b7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:13.772377 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d4b5cc76-6420-45f7-947c-bcc88817d7b5 req-c22d1dcb-9ce4-4428-9d4b-dbce229557b7 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0609586 Sep 24 15:02:13.814690 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d4b5cc76-6420-45f7-947c-bcc88817d7b5 req-d767cb8f-8f95-4f62-a55c-69972a2e3212 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361874 Sep 24 15:02:13.966634 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339fdb2-96b0-42ed-8981-175a97891013 req-6ef6b2f2-fe61-4cf3-95fd-db75cdd6846b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:13.968395 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b339fdb2-96b0-42ed-8981-175a97891013 req-6ef6b2f2-fe61-4cf3-95fd-db75cdd6846b tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0517244 Sep 24 15:02:14.040982 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b339fdb2-96b0-42ed-8981-175a97891013 req-1edfe9cc-d4e2-4abc-9d58-d2aca6fe455d tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496254 Sep 24 15:02:14.946933 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa62eb0-a2e7-43a9-a1fc-2ff0f6cb1d05 req-d9980aed-6b9d-44dc-851b-38ecb3d0a816 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:14.948551 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1aa62eb0-a2e7-43a9-a1fc-2ff0f6cb1d05 req-d9980aed-6b9d-44dc-851b-38ecb3d0a816 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0594807 Sep 24 15:02:15.016217 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1aa62eb0-a2e7-43a9-a1fc-2ff0f6cb1d05 req-d706ae1a-775c-46dd-bc12-a55bf218cd2c tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557408 Sep 24 15:02:15.150426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9b1c0-0713-4191-9d80-f5a6bb8922ea req-248e0236-bf6e-40a7-aae6-abb1372fe0d5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:15.152052 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e1f9b1c0-0713-4191-9d80-f5a6bb8922ea req-248e0236-bf6e-40a7-aae6-abb1372fe0d5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0618234 Sep 24 15:02:15.199363 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e1f9b1c0-0713-4191-9d80-f5a6bb8922ea req-4418096c-f78d-40ad-9bee-87b5e1b9886f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387688 Sep 24 15:02:15.980010 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-bef091ff-46a5-4a98-ae24-5555797b24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:15.981893 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-bef091ff-46a5-4a98-ae24-5555797b24ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1137 time: 0.0438881 Sep 24 15:02:16.102917 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-4f2d73fc-ae78-4e8d-a40d-68ac325d7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:16.104425 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-4f2d73fc-ae78-4e8d-a40d-68ac325d7aeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.1060669 Sep 24 15:02:16.210190 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a79ba3-38e5-492d-8cd1-fdd23b6cc5cb req-f2ecbf52-bfa9-407a-8e9e-7d32c1f4460b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:16.212007 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-41a79ba3-38e5-492d-8cd1-fdd23b6cc5cb req-f2ecbf52-bfa9-407a-8e9e-7d32c1f4460b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.1110649 Sep 24 15:02:16.214388 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-3f32dc94-965e-4ae1-ab5b-6ceb732bd91b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 1001 time: 0.0996394 Sep 24 15:02:16.287759 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-41a79ba3-38e5-492d-8cd1-fdd23b6cc5cb req-1639968f-0bc0-4d20-ab68-8cb2e236573d tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683548 Sep 24 15:02:16.296527 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-4abb4f7b-0b1e-4207-9192-70d6c91f49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:16.298060 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-4abb4f7b-0b1e-4207-9192-70d6c91f49f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0718622 Sep 24 15:02:16.343973 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892b469-d02c-4f8b-bf71-2dee23cc7fde req-69fc857a-bd7b-4148-af92-57ce30ec8796 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:16.345623 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a892b469-d02c-4f8b-bf71-2dee23cc7fde req-69fc857a-bd7b-4148-af92-57ce30ec8796 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0597181 Sep 24 15:02:16.354134 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-0331b5cd-9f41-4240-93db-00e1deb66caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:16.355780 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-0331b5cd-9f41-4240-93db-00e1deb66caf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462499 Sep 24 15:02:16.392527 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a892b469-d02c-4f8b-bf71-2dee23cc7fde req-ff3d27d8-3d51-49ba-994c-f4dcef348c3a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397830 Sep 24 15:02:16.468473 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-962bea9e-f2e1-4017-9198-eb76968a4970 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987456 Sep 24 15:02:16.572888 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-036836d3-9d38-4812-ad2c-16a47eea62ce req-b48807ad-b64f-4753-8262-268639434f71 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960848 Sep 24 15:02:16.922588 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-60178072-6d24-4210-8581-5437c339cf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:17.522500 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f4ad5-80ef-40f4-91a9-96ae2412fd59 req-4167d78a-fd1e-4c6a-8a83-e841026820dc tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:17.524101 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-032f4ad5-80ef-40f4-91a9-96ae2412fd59 req-4167d78a-fd1e-4c6a-8a83-e841026820dc tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0588646 Sep 24 15:02:17.526499 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d06a28-bf01-4c12-9e52-4bca0ad3d326 req-6240d8da-02f6-4712-a0b5-d169b59cdec6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:17.528121 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-68d06a28-bf01-4c12-9e52-4bca0ad3d326 req-6240d8da-02f6-4712-a0b5-d169b59cdec6 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0571258 Sep 24 15:02:17.571330 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-032f4ad5-80ef-40f4-91a9-96ae2412fd59 req-5d62a881-b5d6-44eb-b087-f8f767a14a7e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380683 Sep 24 15:02:17.572115 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-68d06a28-bf01-4c12-9e52-4bca0ad3d326 req-ebe9105e-95c0-440b-8ca9-12a9d9385516 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362597 Sep 24 15:02:17.977287 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:18.697461 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985d0f0-b9ee-4197-8c9c-09f95b2193a4 req-2c940e81-dfed-4bf4-8cb9-61fc3b2d4052 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:18.698986 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5985d0f0-b9ee-4197-8c9c-09f95b2193a4 req-2c940e81-dfed-4bf4-8cb9-61fc3b2d4052 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0532372 Sep 24 15:02:18.699225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35670f-83d4-49a3-b821-acd6dcec8b13 req-daf321fd-0891-4ad1-9177-3eac2a5782d2 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:18.700753 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb35670f-83d4-49a3-b821-acd6dcec8b13 req-daf321fd-0891-4ad1-9177-3eac2a5782d2 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 943 time: 0.0500839 Sep 24 15:02:18.741444 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5985d0f0-b9ee-4197-8c9c-09f95b2193a4 req-99e68176-550a-4751-9eb9-2316eedf2670 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363266 Sep 24 15:02:18.741694 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eb35670f-83d4-49a3-b821-acd6dcec8b13 req-0c870628-0deb-4db2-90fc-2792b9f925dd tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343091 Sep 24 15:02:18.756924 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:02:18.857315 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:18.869133 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '9a07f866-22e7-4dac-8401-29a251596923', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'port_id': '9a07f866-22e7-4dac-8401-29a251596923', 'mac_address': 'fa:16:3e:74:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:02:18.912261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:19.042825 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a07f866-22e7-4dac-8401-29a251596923 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:02:19.062078 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:19.065898 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:19.113909 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=9']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:19.378066 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['9a07f866-22e7-4dac-8401-29a251596923'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:02:19.869943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a043e-86b6-4f1a-b072-6d34a3cb884a req-274346c3-b357-4596-bfa1-c892414a1fcc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:19.871561 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e91a043e-86b6-4f1a-b072-6d34a3cb884a req-274346c3-b357-4596-bfa1-c892414a1fcc tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 944 time: 0.0543158 Sep 24 15:02:19.900511 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784877a-b0f0-472e-bd64-3d697177d99b req-702dec8e-59cd-44aa-b98b-af39cbc0d301 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:19.902251 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e784877a-b0f0-472e-bd64-3d697177d99b req-702dec8e-59cd-44aa-b98b-af39cbc0d301 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0616076 Sep 24 15:02:19.926599 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e91a043e-86b6-4f1a-b072-6d34a3cb884a req-c6bc104c-9500-4af7-ac11-89b7cee04236 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474951 Sep 24 15:02:19.956393 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e784877a-b0f0-472e-bd64-3d697177d99b req-152fc337-5032-4911-8509-17b6ce4abe33 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474586 Sep 24 15:02:20.121631 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ae79b47-a800-407c-a40b-6fcbd0f21154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:20.656054 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:20.770960 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:02:20.820499 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 9a07f866-22e7-4dac-8401-29a251596923 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:02:20.820874 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:20.902551 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:20.928250 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:02:20.930488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938a187-66a7-48e2-8fc4-21f82fc13736" -d '{"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:02:20.947452 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:02:20.951818 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:20.976249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e35b990-8b82-4fe1-afd0-198541ec81c3 x-openstack-request-id: req-0e35b990-8b82-4fe1-afd0-198541ec81c3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:02:20.976548 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:02:20.976781 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e35b990-8b82-4fe1-afd0-198541ec81c3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:02:20.977165 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'code': 200} Sep 24 15:02:21.016113 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:02:21.073627 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c8923-b04c-43ab-87f8-2e21a63a22f9 req-b3408ea7-76b9-493f-92b8-a33783631185 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:21.075192 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a04c8923-b04c-43ab-87f8-2e21a63a22f9 req-b3408ea7-76b9-493f-92b8-a33783631185 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.0603392 Sep 24 15:02:21.101876 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31dbf0-30a4-4ff5-bae3-f90506e4d53b req-860575cd-1042-4909-8bba-8155d0532de9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:21.101876 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-af31dbf0-30a4-4ff5-bae3-f90506e4d53b req-860575cd-1042-4909-8bba-8155d0532de9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0514920 Sep 24 15:02:21.138966 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a04c8923-b04c-43ab-87f8-2e21a63a22f9 req-5c7627ca-885d-418f-b54f-6608797d9151 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549707 Sep 24 15:02:21.153668 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-af31dbf0-30a4-4ff5-bae3-f90506e4d53b req-21541674-5456-4442-b7ce-07d1ec08d02c tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454142 Sep 24 15:02:21.207609 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e094-f5b5-4880-89e0-cb42aa281d4d req-4082ab22-f429-42cc-affa-95f1d2309afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:21.209216 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8d99e094-f5b5-4880-89e0-cb42aa281d4d req-4082ab22-f429-42cc-affa-95f1d2309afa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 1099 time: 0.0414190 Sep 24 15:02:21.252021 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8d99e094-f5b5-4880-89e0-cb42aa281d4d req-b663de93-ca2c-4501-b434-c448e153b97b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Sep 24 15:02:21.946189 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:22.261826 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4281a-3dbc-45f4-a66e-8c5489a6bc1e req-9652d3d3-2844-4363-8590-828b394520a9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:22.263317 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7ad4281a-3dbc-45f4-a66e-8c5489a6bc1e req-9652d3d3-2844-4363-8590-828b394520a9 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.0510159 Sep 24 15:02:22.270152 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29dbb8-0d5f-4f7f-9862-134d6a53a088 req-0542c9af-0d82-4490-8e3e-df0e68d7dcb7 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:22.271688 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2a29dbb8-0d5f-4f7f-9862-134d6a53a088 req-0542c9af-0d82-4490-8e3e-df0e68d7dcb7 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0499661 Sep 24 15:02:22.301689 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-7ad4281a-3dbc-45f4-a66e-8c5489a6bc1e req-357fe94e-3871-4f51-8de9-06f5b3a1b005 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320516 Sep 24 15:02:22.317165 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2a29dbb8-0d5f-4f7f-9862-134d6a53a088 req-f8a665e0-1a00-45eb-a1fe-05e2147efd53 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394251 Sep 24 15:02:23.432615 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4425-7473-45a5-a8c5-ac8f251cc86e req-836ba02d-c417-4b8f-9bed-3a2efa363d83 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:23.434158 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-da4f4425-7473-45a5-a8c5-ac8f251cc86e req-836ba02d-c417-4b8f-9bed-3a2efa363d83 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.0558791 Sep 24 15:02:23.466077 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b566131-a5b8-4bec-ae63-5db1930f7211 req-e007c90d-08a5-4820-89f2-b77e240cf319 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:23.467556 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1b566131-a5b8-4bec-ae63-5db1930f7211 req-e007c90d-08a5-4820-89f2-b77e240cf319 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0668809 Sep 24 15:02:23.474496 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-da4f4425-7473-45a5-a8c5-ac8f251cc86e req-f0f11220-8e09-45af-89ef-8f7be9ad6803 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Sep 24 15:02:23.520335 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1b566131-a5b8-4bec-ae63-5db1930f7211 req-52ec5893-781b-4165-8e0b-9b04613bb4e6 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460043 Sep 24 15:02:24.066221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:24.646820 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34967c6-c316-4609-9912-77a468eca658 req-72b64192-47fb-4777-a7ef-31f1d130a1b9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:24.648488 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e34967c6-c316-4609-9912-77a468eca658 req-72b64192-47fb-4777-a7ef-31f1d130a1b9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0555069 Sep 24 15:02:24.693580 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e34967c6-c316-4609-9912-77a468eca658 req-ef9bb750-3819-4f17-811a-f3daeb0f3a46 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384321 Sep 24 15:02:25.815475 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f4252-13a8-4003-8109-b109d68a36b1 req-331481ce-c4dd-4852-a6a4-54cf43db0189 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:25.817399 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b01f4252-13a8-4003-8109-b109d68a36b1 req-331481ce-c4dd-4852-a6a4-54cf43db0189 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0524182 Sep 24 15:02:25.862253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b01f4252-13a8-4003-8109-b109d68a36b1 req-89eb0490-7bfb-4fd9-98f1-c822646e714d tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378492 Sep 24 15:02:26.990957 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e47def-a127-4fdb-903f-099f7d5dbd0c req-740bea2a-ec70-4241-bc1a-d2f7c7ddc8b5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:26.992668 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b6e47def-a127-4fdb-903f-099f7d5dbd0c req-740bea2a-ec70-4241-bc1a-d2f7c7ddc8b5 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0548296 Sep 24 15:02:27.049497 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b6e47def-a127-4fdb-903f-099f7d5dbd0c req-2bce0590-aad4-4e1e-8843-39f4ea757107 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440488 Sep 24 15:02:28.008321 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:02:28.169097 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def346cd-c211-43e2-b746-797fe1835551 req-f095e038-1b04-4c30-9735-3f067ac7f715 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:28.173204 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-def346cd-c211-43e2-b746-797fe1835551 req-f095e038-1b04-4c30-9735-3f067ac7f715 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0513406 Sep 24 15:02:28.218221 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-def346cd-c211-43e2-b746-797fe1835551 req-ae35afdf-42b4-494d-bada-b92089e167c4 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=a13272c6-3288-4b54-888b-3758723688b6&id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406444 Sep 24 15:02:46.915251 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dff4c886-c23c-4086-b340-ce7807117854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:47.965044 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:50.114221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf892-0937-4b1f-aa45-06b9b7148210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:50.660496 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:51.617075 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-07853a80-76cb-4de4-a911-f77189418231 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429072 Sep 24 15:02:51.693505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-ca54001f-8ea7-47b0-8058-728ef5a8cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:51.695066 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-ca54001f-8ea7-47b0-8058-728ef5a8cac1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1137 time: 0.0530624 Sep 24 15:02:51.839242 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-8ad3b49a-e9ad-4237-a505-7ea608516dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:51.840927 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-8ad3b49a-e9ad-4237-a505-7ea608516dcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.1206441 Sep 24 15:02:51.922832 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-9573a124-0b37-4ded-a4c0-0d72393e9ce0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 1001 time: 0.0699325 Sep 24 15:02:51.951343 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:02:51.984981 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-99faabf3-dc46-4697-b168-99e30db4fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:51.986537 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-99faabf3-dc46-4697-b168-99e30db4fba5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0512848 Sep 24 15:02:52.050567 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-593c6f0b-053c-4bb2-9d76-3bc672500337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:02:52.052558 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-593c6f0b-053c-4bb2-9d76-3bc672500337 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517626 Sep 24 15:02:52.164200 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-14c95b24-0293-4dba-b207-1439a95a1104 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025012 Sep 24 15:02:52.268208 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f0c21be6-13fd-4160-acdc-2e08653af603 req-58d51451-2713-4701-9f01-5d9f45c967bf service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940447 Sep 24 15:02:54.068900 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:05.007259 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:03:05.784568 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bc183-d050-40bb-9011-3827d34b246b req-b503c630-4cee-494f-8825-9c139d97c0ad tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:05.786056 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c87bc183-d050-40bb-9011-3827d34b246b req-b503c630-4cee-494f-8825-9c139d97c0ad tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.1099844 Sep 24 15:03:05.823479 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-c87bc183-d050-40bb-9011-3827d34b246b req-039a5c51-0462-4f33-b544-7047ac93aa54 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Sep 24 15:03:06.994185 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b348-f736-40f7-b70c-4fe6e6cd6058 req-8b51d083-803b-468a-97a4-fdf6df8daa3a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:06.995778 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c45b348-f736-40f7-b70c-4fe6e6cd6058 req-8b51d083-803b-468a-97a4-fdf6df8daa3a tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.0985835 Sep 24 15:03:07.038380 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c45b348-f736-40f7-b70c-4fe6e6cd6058 req-3685fb45-908c-43da-a349-2e941fab6300 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354455 Sep 24 15:03:07.566252 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-c5628a42-b12e-4fec-8ba3-48a224dbd713 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:07.567738 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-c5628a42-b12e-4fec-8ba3-48a224dbd713 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.0474849 Sep 24 15:03:07.658809 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Deleting port 9a07f866-22e7-4dac-8401-29a251596923 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:07.659155 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:07.743997 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] For port 9a07f866-22e7-4dac-8401-29a251596923, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9a07f866-22e7-4dac-8401-29a251596923,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:07.744369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:08.162185 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881377c-be2e-45c6-bb6e-5706d093d27f req-847849f5-a3d3-4c8a-99d0-73d420a9ad6f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:08.163632 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f881377c-be2e-45c6-bb6e-5706d093d27f req-847849f5-a3d3-4c8a-99d0-73d420a9ad6f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/ports?device_id=2879904c-6347-44df-b146-4c7f37db0a59 HTTP/1.1" status: 200 len: 946 time: 0.0520580 Sep 24 15:03:08.181936 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:08.182529 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:08.182640 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Floating IP 14ed03ee-2d61-42eb-812f-e7ca0fd5daf9 disassociated. External IP: 172.27.2.36, port: 9a07f866-22e7-4dac-8401-29a251596923. Sep 24 15:03:08.182953 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Calling delete_port for 9a07f866-22e7-4dac-8401-29a251596923 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:08.203736 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f881377c-be2e-45c6-bb6e-5706d093d27f req-be1c7757-1491-49d9-aff8-f6cc61e0b05b tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e38274d-7aef-47aa-b589-708e20bf15ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Sep 24 15:03:08.313200 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:08.346772 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event deleted for resources: {'Port': ['ID=9a07f866-22e7-4dac-8401-29a251596923,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:08.356518 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.356873 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.357220 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.357562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.357899 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.358232 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.358562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.358888 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.359219 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.360794 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.361142 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.361471 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:08.473970 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:08.581195 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:08.590772 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:08.600552 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:08.601165 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:02:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:08.619780 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] No DVR routers for this DVR port 9a07f866-22e7-4dac-8401-29a251596923 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:08.622236 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:08.624313 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fc241d18-a07d-48f8-8c6f-bb7a21013ac4 req-3a791266-29dc-4442-8768-499a1838d306 tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.70 "DELETE /v2.0/ports/9a07f866-22e7-4dac-8401-29a251596923 HTTP/1.1" status: 204 len: 173 time: 1.0493102 Sep 24 15:03:08.625558 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-deleted', 'tag': '9a07f866-22e7-4dac-8401-29a251596923'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:08.627946 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c276a-1185-4587-87b5-c4ce1e334c2f" -d '{"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-deleted", "tag": "9a07f866-22e7-4dac-8401-29a251596923"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:08.665512 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e18363-63ec-44a1-ba7b-30b05fd56569 x-openstack-request-id: req-18e18363-63ec-44a1-ba7b-30b05fd56569 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:08.665861 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2879904c-6347-44df-b146-4c7f37db0a59", "name": "network-vif-deleted", "tag": "9a07f866-22e7-4dac-8401-29a251596923", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:08.666200 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18e18363-63ec-44a1-ba7b-30b05fd56569 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:08.666574 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879904c-6347-44df-b146-4c7f37db0a59', 'name': 'network-vif-deleted', 'tag': '9a07f866-22e7-4dac-8401-29a251596923', 'status': 'completed', 'code': 200} Sep 24 15:03:08.719183 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:08.936064 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:08.962603 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:08.971690 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:08.972309 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:02:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:09.084227 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:09.300806 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54534) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:09.307668 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:09.371611 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.405516 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.440227 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3a763-b5c9-42a1-ab9b-fa760ce8595d None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T14:57:16Z', 'revision_number': 4, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '0df55c00-89a8-495a-8e55-651f36552b42', 'name': '', 'network_id': 'f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'mac_address': 'fa:16:3e:28:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:15Z', 'updated_at': '2021-09-24T14:57:22Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'subnets': [{'id': '67b3ac75-06d6-4071-8c23-8cee6f62bb6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:09.462401 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.465181 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.466385 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e38274d-7aef-47aa-b589-708e20bf15ee HTTP/1.1" status: 204 len: 168 time: 0.1643894 Sep 24 15:03:09.470424 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54536) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:09.477748 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e38274d-7aef-47aa-b589-708e20bf15ee,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:09.488493 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.488726 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.api.v2.resource [None req-bbc67b7c-2df9-4a76-a291-9d7f3cc676da tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] show failed (client error): The resource could not be found. Sep 24 15:03:09.489088 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.489668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.493669 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.493916 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-bbc67b7c-2df9-4a76-a291-9d7f3cc676da tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "GET /v2.0/security-groups/9e38274d-7aef-47aa-b589-708e20bf15ee HTTP/1.1" status: 404 len: 347 time: 0.0188701 Sep 24 15:03:09.494114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.494114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.494114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.494114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.494114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.494114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.494974 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54538) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:09.495124 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.495124 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e6ac42-c977-4b49-bc7c-d48e538cf12f tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:09.646054 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Deleting port 10304609-43d7-4faf-9b2e-bae4e3da519a {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:09.646532 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.705134 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e35ff-d763-4f88-aaf3-620afdcfce16 None None] New status for floating IP 14ed03ee-2d61-42eb-812f-e7ca0fd5daf9: DOWN {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:03:09.729156 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.729489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.741645 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Calling delete_port for 10304609-43d7-4faf-9b2e-bae4e3da519a owned by network:floatingip {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:09.891775 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.923210 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Pushing event deleted for resources: {'Port': ['ID=10304609-43d7-4faf-9b2e-bae4e3da519a,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:09.963605 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-d3838114-d4c0-4c70-89f3-37d6c645d9e8 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931781781&fields=id&tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90 HTTP/1.1" status: 200 len: 267 time: 0.0482073 Sep 24 15:03:09.983997 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks [] for floatingip, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.987692 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:09.992618 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e5d1de52-3f93-48d0-baf0-a20905123f2e tempest-AttachVolumeShelveTestJSON-1427194545 tempest-AttachVolumeShelveTestJSON-1427194545-project] 10.222.0.13 "DELETE /v2.0/floatingips/14ed03ee-2d61-42eb-812f-e7ca0fd5daf9 HTTP/1.1" status: 204 len: 168 time: 0.4933660 Sep 24 15:03:10.026737 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-ed6c1f50-534c-4834-89c9-b5789567e2c9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.028262 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-ed6c1f50-534c-4834-89c9-b5789567e2c9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 984 time: 0.0568388 Sep 24 15:03:10.039115 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Request body: {'port': {'security_groups': ['f5da1932-b548-44dd-9b6e-6d4c669a10e7']}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:10.112738 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.302659 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:10.333404 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.337958 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.354227 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bae747fa-f625-4676-9bfe-4eb800c52238'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:03:10.392908 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.393595 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.395010 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-621b8339-6aa3-47e8-8857-b6b3eda19116 req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "PUT /v2.0/ports/bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 942 time: 0.3605163 Sep 24 15:03:10.395512 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:10.398535 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eed9d43-822e-442e-a0b2-68e6894f5a18" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:10.402567 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54546) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:10.440093 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460413c4-fc29-4ed8-98fd-0243c679906f tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event updated for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=7']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:10.477377 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc2b697f-5f6a-4bf6-9556-4c5ebe0499b2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.480614 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed027bd-6df9-4788-8cac-4569884bd445 x-openstack-request-id: req-fed027bd-6df9-4788-8cac-4569884bd445 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:10.481188 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:10.481689 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fed027bd-6df9-4788-8cac-4569884bd445 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:10.482470 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'status': 'completed', 'code': 200} Sep 24 15:03:10.492176 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bae747fa-f625-4676-9bfe-4eb800c52238'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:03:10.521700 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc2b697f-5f6a-4bf6-9556-4c5ebe0499b2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.587427 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-2462fac1-5a43-47c6-82d0-ff45d623741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.589263 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-2462fac1-5a43-47c6-82d0-ff45d623741b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1098 time: 0.0785086 Sep 24 15:03:10.673660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc2b697f-5f6a-4bf6-9556-4c5ebe0499b2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.676229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-fc2b697f-5f6a-4bf6-9556-4c5ebe0499b2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.677467 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-fc2b697f-5f6a-4bf6-9556-4c5ebe0499b2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "DELETE /v2.0/security-groups/a13272c6-3288-4b54-888b-3758723688b6 HTTP/1.1" status: 204 len: 168 time: 0.2732575 Sep 24 15:03:10.680357 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54550) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:10.696489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b697f-5f6a-4bf6-9556-4c5ebe0499b2 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13272c6-3288-4b54-888b-3758723688b6,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:10.707754 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-7b6882fc-ff76-447e-abf5-745389d616bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.709214 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-7b6882fc-ff76-447e-abf5-745389d616bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.1113288 Sep 24 15:03:10.725722 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f0aec1ca-b4a2-4d4b-a41d-1ec97af47d11 None None] Provisioning complete for port bae747fa-f625-4676-9bfe-4eb800c52238 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:10.726181 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0aec1ca-b4a2-4d4b-a41d-1ec97af47d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.788073 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-938f388b-486d-4cee-9aa8-498ec0fee291 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 1001 time: 0.0649717 Sep 24 15:03:10.844702 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-4e588ad5-d03f-4ad6-8f5c-3958d5d99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.846471 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-4e588ad5-d03f-4ad6-8f5c-3958d5d99432 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0472941 Sep 24 15:03:10.854854 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Deleting port 5cfeb3b2-4a35-4fa1-9ee0-2e86c23925ed {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:10.855203 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.897573 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-8a0bb277-0bde-48a7-a673-f8efbc031a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:10.899079 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-8a0bb277-0bde-48a7-a673-f8efbc031a65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450840 Sep 24 15:03:10.911760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-927e8b73-7e1e-4a22-9e18-87fd12b05ae4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:03:10.912825 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-927e8b73-7e1e-4a22-9e18-87fd12b05ae4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051258 Sep 24 15:03:10.929486 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.929817 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:10.942071 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Calling delete_port for 5cfeb3b2-4a35-4fa1-9ee0-2e86c23925ed owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:11.004355 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-20122893-9273-4172-9d26-c2e7526174d4 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828052 Sep 24 15:03:11.082279 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:11.098213 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2eed9d43-822e-442e-a0b2-68e6894f5a18 req-13482717-3900-47fc-a09b-cb45a5a130b2 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Sep 24 15:03:11.102713 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 9a07f866-22e7-4dac-8401-29a251596923 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:11.103061 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 9a07f866-22e7-4dac-8401-29a251596923 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:11.112279 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:11.142275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event deleted for resources: {'Port': ['ID=5cfeb3b2-4a35-4fa1-9ee0-2e86c23925ed,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:11.200596 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:11.200819 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Floating IP 5f228510-7f9b-4932-9129-bff03e8e95b8 disassociated (deleted). External IP: 172.27.2.204, port: bae747fa-f625-4676-9bfe-4eb800c52238. Sep 24 15:03:11.659534 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Router e1193e86-4fe5-4949-b691-b57c5169ddb2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:11.767020 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:11.771566 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:11.777572 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] Sync routers for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:11.786761 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:11.787369 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:02:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:11.797454 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-963d937b-797b-4fc1-a7f5-aef9e1490ffe tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "DELETE /v2.0/floatingips/5f228510-7f9b-4932-9129-bff03e8e95b8 HTTP/1.1" status: 204 len: 168 time: 1.1159551 Sep 24 15:03:11.894340 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:12.110991 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:12.137812 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] Checking router: e1193e86-4fe5-4949-b691-b57c5169ddb2 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:12.146354 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:12.146960 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:02:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:12.250760 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:12.431229 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54576) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:12.450673 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:12.477338 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466f8b3-8c04-4360-aae7-583ebe7a9d0b None None] The sync data for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi is: [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:53Z', 'revision_number': 4, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '9689dc3e-9991-479e-b230-fd4b9bdb44e5', 'name': '', 'network_id': 'deaa6f08-a359-4380-a48d-f1948a9a83fd', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'mac_address': 'fa:16:3e:58:86:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:52Z', 'updated_at': '2021-09-24T15:00:57Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'subnets': [{'id': '3d180149-343a-4b13-82c7-ea44ed2823f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:12.483425 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:12.486253 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd664b64-d25b-4321-9a65-b0d576b4b0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:12.526609 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f2379-d042-49a6-8732-152fb4b6eb54 x-openstack-request-id: req-640f2379-d042-49a6-8732-152fb4b6eb54 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:12.526900 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:12.527148 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-640f2379-d042-49a6-8732-152fb4b6eb54 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:12.527565 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'status': 'completed', 'code': 200} Sep 24 15:03:12.613213 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-d448ca42-0ce7-4ab3-916f-b9583100e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:12.615407 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-d448ca42-0ce7-4ab3-916f-b9583100e407 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 1098 time: 0.0507214 Sep 24 15:03:12.718049 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-7435b2db-6687-4bf7-9b7f-4eda0fadb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:12.719878 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-7435b2db-6687-4bf7-9b7f-4eda0fadb819 service neutron] 10.222.0.70 "GET /v2.0/networks?id=deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 200 len: 916 time: 0.0921032 Sep 24 15:03:12.768369 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16eac42-1bb5-43d9-b933-c5a455101134 None None] New status for floating IP 5f228510-7f9b-4932-9129-bff03e8e95b8: DOWN {{(pid=100530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:03:12.773508 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-add95cb8-1758-469c-a96d-933a48b56404 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 200 len: 217 time: 0.0437827 Sep 24 15:03:12.843133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-8f8ad3a6-2e61-442d-bdac-8ddeb7ba9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:12.847443 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-8f8ad3a6-2e61-442d-bdac-8ddeb7ba9e81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 200 len: 854 time: 0.0665636 Sep 24 15:03:12.903797 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-7badb702-3286-4ffb-82fc-00930647887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:12.905332 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-7badb702-3286-4ffb-82fc-00930647887d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=deaa6f08-a359-4380-a48d-f1948a9a83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468073 Sep 24 15:03:13.006996 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-7da3e540-77c2-4e1b-8299-7d368dcee999 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906429 Sep 24 15:03:13.034940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:13.107003 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bd664b64-d25b-4321-9a65-b0d576b4b0b0 req-7af67efc-ec39-46e8-98ae-5becd4b09a10 service neutron] 10.222.0.70 "GET /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887005 Sep 24 15:03:13.346261 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Deleting port 0df55c00-89a8-495a-8e55-651f36552b42 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:13.346600 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:13.423641 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] For port 0df55c00-89a8-495a-8e55-651f36552b42, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=0df55c00-89a8-495a-8e55-651f36552b42,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:13.423946 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:13.439991 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Calling delete_port for 0df55c00-89a8-495a-8e55-651f36552b42 owned by network:router_interface {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:13.623275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:13.650346 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df55c00-89a8-495a-8e55-651f36552b42,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:13.818977 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:14.036575 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:14.149505 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:14.154636 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ea736c8f-6c29-442a-8c4f-4687debb80b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0e6e3fe-e8a9-4b75-beb3-826dfadb567e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222335 Sep 24 15:03:14.158282 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54592) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:14.162594 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] Sync routers for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:14.172557 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:14.173337 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:02:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:14.293058 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:14.294906 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks [] for router, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:14.406080 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:14.486451 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T15:03:13Z', 'revision_number': 5, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port': {'id': 'a6386647-b7a8-419f-a11f-d4f8b45d5ebe', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:08:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T14:57:12Z', 'updated_at': '2021-09-24T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:14.520122 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] Checking router: e0e6e3fe-e8a9-4b75-beb3-826dfadb567e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:14.529108 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] Routers {'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:14.529731 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:02:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:14.628323 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] Set router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:14.683524 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T15:03:14Z', 'revision_number': 6, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:14.715156 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbd6ac-3e7c-4b9f-8b9b-4b3863881213 None None] The sync data for ids ['e0e6e3fe-e8a9-4b75-beb3-826dfadb567e'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0e6e3fe-e8a9-4b75-beb3-826dfadb567e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195802346-router', 'tenant_id': '87f30cfdf33046409c9f0c6d63c38034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T14:57:11Z', 'updated_at': '2021-09-24T15:03:14Z', 'revision_number': 6, 'project_id': '87f30cfdf33046409c9f0c6d63c38034', 'gw_port_host': None}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:14.746612 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9720b-f741-4fa2-8ebc-4061676b9776 req-341b1e23-41cb-469a-ab62-6bd4b8f9f575 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:14.746612 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-97e9720b-f741-4fa2-8ebc-4061676b9776 req-341b1e23-41cb-469a-ab62-6bd4b8f9f575 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0637529 Sep 24 15:03:14.751910 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Deleting port a6386647-b7a8-419f-a11f-d4f8b45d5ebe {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:14.752259 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:14.842454 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-97e9720b-f741-4fa2-8ebc-4061676b9776 req-6db30c76-8b21-4d78-9c2d-0ffb8db7bc57 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881026 Sep 24 15:03:14.866533 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] For port a6386647-b7a8-419f-a11f-d4f8b45d5ebe, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:14.866927 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:14.880538 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Calling delete_port for a6386647-b7a8-419f-a11f-d4f8b45d5ebe owned by network:router_gateway {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:15.049624 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.074263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6386647-b7a8-419f-a11f-d4f8b45d5ebe,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.137811 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.235825 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.238387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.285687 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.286363 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0e6e3fe-e8a9-4b75-beb3-826dfadb567e {{(pid=100529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:03:15.291927 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.293115 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3092d991-0b96-4021-a6db-e3a1c2276865 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e0e6e3fe-e8a9-4b75-beb3-826dfadb567e HTTP/1.1" status: 204 len: 168 time: 1.1338544 Sep 24 15:03:15.295617 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54600) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:15.348074 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Deleting subnet 67b3ac75-06d6-4071-8c23-8cee6f62bb6f {{(pid=100529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:03:15.351266 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.387142 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457216'] for subnet, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.475592 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.529955 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4647990'] for subnet, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.555319 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b3ac75-06d6-4071-8c23-8cee6f62bb6f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.559021 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.563021 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-45c6e3eb-753f-4b84-af01-661809991d6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/67b3ac75-06d6-4071-8c23-8cee6f62bb6f HTTP/1.1" status: 204 len: 168 time: 0.2642903 Sep 24 15:03:15.564659 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54602) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:15.567404 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fd5ba-d0d0-4fcf-88c0-c5204da1cfd0 None None] Network f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:15.640149 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.693451 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Deleting port 4dcf22f9-b471-49d9-bedd-738434275439 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:15.693788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.751226 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] DHCP port deletion for f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:03:15.763754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] For port 4dcf22f9-b471-49d9-bedd-738434275439, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4dcf22f9-b471-49d9-bedd-738434275439,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:15.763754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.777239 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Calling delete_port for 4dcf22f9-b471-49d9-bedd-738434275439 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:15.796494 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Deleting port 4dcf22f9-b471-49d9-bedd-738434275439 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:15.797330 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.858216 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.865115 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] For port 4dcf22f9-b471-49d9-bedd-738434275439, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4dcf22f9-b471-49d9-bedd-738434275439,segment=NetworkSegment(ec4ef5f3-4429-4b4b-beb3-31e5485294d3),segment_id=ec4ef5f3-4429-4b4b-beb3-31e5485294d3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:15.865516 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.878261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Calling delete_port for 4dcf22f9-b471-49d9-bedd-738434275439 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:15.885358 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] No DVR routers for this DVR port 4dcf22f9-b471-49d9-bedd-738434275439 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:15.907473 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcf22f9-b471-49d9-bedd-738434275439,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.958480 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.966013 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:15.983571 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Pushing event deleted for resources: {'Port': ['ID=4dcf22f9-b471-49d9-bedd-738434275439,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:15.990290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b318-719b-4cce-997a-16801851cf66 req-d4f299f7-1c83-44e0-92ee-4c92d0b47d1e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:15.992072 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ab08b318-719b-4cce-997a-16801851cf66 req-d4f299f7-1c83-44e0-92ee-4c92d0b47d1e tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0585055 Sep 24 15:03:15.996814 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:15.998486 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] No DVR routers for this DVR port 4dcf22f9-b471-49d9-bedd-738434275439 on host dv-cinder-810917-1-iscsi {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:16.006863 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.007209 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.007788 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.008285 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.008797 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.009213 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:16.009513 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.009666 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4ef5f3-4429-4b4b-beb3-31e5485294d3') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:16.010150 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.010651 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.011146 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.011883 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.012381 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.012872 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc0ce4-8fcb-4e79-b1cd-ada5aa98d3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:16.021599 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.036465 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.043611 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:03:16.044176 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.045356 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ab08b318-719b-4cce-997a-16801851cf66 req-cb89d094-a21c-4e08-a6e2-3f7874375931 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5da1932-b548-44dd-9b6e-6d4c669a10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:03:16.046067 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:03:16.101951 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4dcf22f9-b471-49d9-bedd-738434275439 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:16.105498 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.114082 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.116409 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de HTTP/1.1" status: 204 len: 168 time: 0.5507004 Sep 24 15:03:16.126999 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 4dcf22f9-b471-49d9-bedd-738434275439 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:16.127444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4dcf22f9-b471-49d9-bedd-738434275439 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:16.128362 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a6386647-b7a8-419f-a11f-d4f8b45d5ebe no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:16.131420 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ed70d-ee48-414c-9e51-85ce0baef05f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ec9c44-a92e-4a2f-bcb5-05d8d6c1e0de,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:16.148716 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: a6386647-b7a8-419f-a11f-d4f8b45d5ebe {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:16.149339 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a6386647-b7a8-419f-a11f-d4f8b45d5ebe not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:16.149834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 0df55c00-89a8-495a-8e55-651f36552b42 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:16.169125 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 0df55c00-89a8-495a-8e55-651f36552b42 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:16.169468 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 0df55c00-89a8-495a-8e55-651f36552b42 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:16.241372 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54608) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:16.287624 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-156fd4df-9408-4736-811d-a89560c70ce8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87f30cfdf33046409c9f0c6d63c38034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448966 Sep 24 15:03:16.289879 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54610) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:16.336753 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7c11ed86-6faa-4939-b77a-1aa01964fc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.356691 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7c11ed86-6faa-4939-b77a-1aa01964fc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.403560 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7c11ed86-6faa-4939-b77a-1aa01964fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.406253 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7c11ed86-6faa-4939-b77a-1aa01964fc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.407980 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7c11ed86-6faa-4939-b77a-1aa01964fc7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/577ff4a3-77ba-4aae-af15-56dfb9fe117d HTTP/1.1" status: 204 len: 168 time: 0.1171985 Sep 24 15:03:16.416101 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11ed86-6faa-4939-b77a-1aa01964fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577ff4a3-77ba-4aae-af15-56dfb9fe117d,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:16.543848 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-4a17fca3-38c8-41bc-92fe-e32e67a7d3b0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:16.546513 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-4a17fca3-38c8-41bc-92fe-e32e67a7d3b0 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.70 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 945 time: 0.0571189 Sep 24 15:03:16.643943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Deleting port bae747fa-f625-4676-9bfe-4eb800c52238 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:16.644287 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.735782 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] For port bae747fa-f625-4676-9bfe-4eb800c52238, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bae747fa-f625-4676-9bfe-4eb800c52238,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:16.736160 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.749246 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Calling delete_port for bae747fa-f625-4676-9bfe-4eb800c52238 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:16.899977 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.918736 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bae747fa-f625-4676-9bfe-4eb800c52238'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:03:16.940680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Pushing event deleted for resources: {'Port': ['ID=bae747fa-f625-4676-9bfe-4eb800c52238,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:16.941926 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8721f241-dc0e-4c03-84c9-4939e1c13c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.984019 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] No DVR routers for this DVR port bae747fa-f625-4676-9bfe-4eb800c52238 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:16.987745 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:16.989937 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-03569247-8a94-40e9-a8b7-00df8e4f2d6c req-a8c7e9b8-b060-4a42-b668-7def82a6594a tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.70 "DELETE /v2.0/ports/bae747fa-f625-4676-9bfe-4eb800c52238 HTTP/1.1" status: 204 len: 173 time: 0.4371986 Sep 24 15:03:16.990395 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'name': 'network-vif-deleted', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:03:16.992846 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e2c778-e507-44f0-9196-8d478a4cf2a5" -d '{"events": [{"server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "name": "network-vif-deleted", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:03:17.039167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0d39c-5b34-45d2-a5b8-410ebdfbbe11 x-openstack-request-id: req-2ff0d39c-5b34-45d2-a5b8-410ebdfbbe11 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:03:17.039484 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed311b-fd75-4c03-9bb2-a6de8379cc72", "name": "network-vif-deleted", "tag": "bae747fa-f625-4676-9bfe-4eb800c52238", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:03:17.039724 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ff0d39c-5b34-45d2-a5b8-410ebdfbbe11 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:03:17.040123 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ed311b-fd75-4c03-9bb2-a6de8379cc72', 'name': 'network-vif-deleted', 'tag': 'bae747fa-f625-4676-9bfe-4eb800c52238', 'status': 'completed', 'code': 200} Sep 24 15:03:17.165090 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5fea23b6-87a5-4ebf-9381-c885faa23714 req-1b0b648f-6bf6-4ba4-8d60-c3f27d8f93b9 tempest-TestMinimumBasicScenario-760838605 tempest-TestMinimumBasicScenario-760838605-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ed311b-fd75-4c03-9bb2-a6de8379cc72 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Sep 24 15:03:17.986197 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:18.815897 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54700) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:19.122445 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bae747fa-f625-4676-9bfe-4eb800c52238 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:19.145068 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: bae747fa-f625-4676-9bfe-4eb800c52238 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:19.145468 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bae747fa-f625-4676-9bfe-4eb800c52238 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:19.220602 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:19.457234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Deleting port 9689dc3e-9991-479e-b230-fd4b9bdb44e5 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:19.457579 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:19.534605 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] For port 9689dc3e-9991-479e-b230-fd4b9bdb44e5, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=9689dc3e-9991-479e-b230-fd4b9bdb44e5,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:19.534918 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:19.547009 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Calling delete_port for 9689dc3e-9991-479e-b230-fd4b9bdb44e5 owned by network:router_interface {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:19.721537 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:19.746309 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Pushing event deleted for resources: {'Port': ['ID=9689dc3e-9991-479e-b230-fd4b9bdb44e5,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:19.930666 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.116136 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b692a5b-8f87-4896-90bc-42b4b5f9d35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.151376 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Router e1193e86-4fe5-4949-b691-b57c5169ddb2 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:20.261208 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:20.266476 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-09abcc80-2451-4b68-9d09-477785674463 admin admin] 10.222.0.13 "PUT /v2.0/routers/e1193e86-4fe5-4949-b691-b57c5169ddb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4494710 Sep 24 15:03:20.269464 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54722) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:20.270269 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] Sync routers for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:20.279857 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:20.280529 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.390210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:20.575841 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:03:19Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.603151 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] Checking router: e1193e86-4fe5-4949-b691-b57c5169ddb2 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:20.611648 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] Routers {'e1193e86-4fe5-4949-b691-b57c5169ddb2'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:20.612254 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e1193e86-4fe5-4949-b691-b57c5169ddb2'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.615560 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks [] for router, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.693947 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.720030 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.730218 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] Set router e1193e86-4fe5-4949-b691-b57c5169ddb2 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:20.772881 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Deleting port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:20.773225 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.853197 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] For port 2bc61e9f-d87a-48f5-aa1a-206de1075fc3, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:20.853585 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:20.866234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Calling delete_port for 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 owned by network:router_gateway {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:20.913536 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:03:19Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:20.939901 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f4a80d-2a40-467d-92be-948bc4504cbc None None] The sync data for ids ['e1193e86-4fe5-4949-b691-b57c5169ddb2'] in dv-cinder-810917-1-iscsi is: [{'id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'name': 'tempest-TestMinimumBasicScenario-1200531634-router', 'tenant_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:03:19Z', 'revision_number': 5, 'project_id': '8b82e6ce91a44b60b6852e78c8ad0f90', 'gw_port': {'id': '2bc61e9f-d87a-48f5-aa1a-206de1075fc3', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1193e86-4fe5-4949-b691-b57c5169ddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:50Z', 'updated_at': '2021-09-24T15:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:21.038601 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.069996 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc61e9f-d87a-48f5-aa1a-206de1075fc3,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:21.128861 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.221264 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.223758 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.276315 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.276893 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1193e86-4fe5-4949-b691-b57c5169ddb2 {{(pid=100529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:03:21.282769 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.284025 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-22af7ad5-cc7e-4e07-888b-7e3621b0c661 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e1193e86-4fe5-4949-b691-b57c5169ddb2 HTTP/1.1" status: 204 len: 168 time: 1.0136163 Sep 24 15:03:21.289000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54728) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:21.337862 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Deleting subnet 3d180149-343a-4b13-82c7-ea44ed2823f9 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:03:21.340976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.377133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.488794 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.545230 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.573768 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d180149-343a-4b13-82c7-ea44ed2823f9,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:21.575935 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.579733 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4cf5a83b-7836-433f-b3b0-7cb2d80a29cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d180149-343a-4b13-82c7-ea44ed2823f9 HTTP/1.1" status: 204 len: 168 time: 0.2889171 Sep 24 15:03:21.579950 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42fda5-12da-45e7-94a5-d5e3cf481b4c None None] Network deaa6f08-a359-4380-a48d-f1948a9a83fd requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:21.582426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54730) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:21.655116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.711524 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Deleting port ad278925-19a8-4c88-8207-7d094bb7f5c1 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:21.711934 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.786866 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] For port ad278925-19a8-4c88-8207-7d094bb7f5c1, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad278925-19a8-4c88-8207-7d094bb7f5c1,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:21.787256 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.789395 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] DHCP port deletion for deaa6f08-a359-4380-a48d-f1948a9a83fd request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:03:21.799835 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Calling delete_port for ad278925-19a8-4c88-8207-7d094bb7f5c1 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:21.844404 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] Deleting port ad278925-19a8-4c88-8207-7d094bb7f5c1 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:21.844956 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.884496 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.909154 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] For port ad278925-19a8-4c88-8207-7d094bb7f5c1, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad278925-19a8-4c88-8207-7d094bb7f5c1,segment=NetworkSegment(413932c1-928e-44c3-ab52-7befe07f8fc2),segment_id=413932c1-928e-44c3-ab52-7befe07f8fc2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:21.909558 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.912502 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Pushing event deleted for resources: {'Port': ['ID=ad278925-19a8-4c88-8207-7d094bb7f5c1,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:21.917403 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] No DVR routers for this DVR port ad278925-19a8-4c88-8207-7d094bb7f5c1 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:21.929516 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] Calling delete_port for ad278925-19a8-4c88-8207-7d094bb7f5c1 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:21.987544 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:21.996238 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.017251 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.019137 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaa6f08-a359-4380-a48d-f1948a9a83fd']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:22.030162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413932c1-928e-44c3-ab52-7befe07f8fc2') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:22.030467 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413932c1-928e-44c3-ab52-7befe07f8fc2') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:22.043026 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.043712 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] Pushing event deleted for resources: {'Port': ['ID=ad278925-19a8-4c88-8207-7d094bb7f5c1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:22.047395 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb912c-e332-4398-9e9a-e63edeac027b None None] No DVR routers for this DVR port ad278925-19a8-4c88-8207-7d094bb7f5c1 on host dv-cinder-810917-1-iscsi {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:22.058857 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.067088 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:03:22.068008 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:03:22.070668 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:03:22.111309 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 9689dc3e-9991-479e-b230-fd4b9bdb44e5 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:22.132098 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 9689dc3e-9991-479e-b230-fd4b9bdb44e5 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:22.132440 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 9689dc3e-9991-479e-b230-fd4b9bdb44e5 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:22.132877 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad278925-19a8-4c88-8207-7d094bb7f5c1 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:22.140810 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.148545 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.150598 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] 10.222.0.13 "DELETE /v2.0/networks/deaa6f08-a359-4380-a48d-f1948a9a83fd HTTP/1.1" status: 204 len: 168 time: 0.5669892 Sep 24 15:03:22.153830 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54732) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:22.160885 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: ad278925-19a8-4c88-8207-7d094bb7f5c1 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:22.161094 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58053b5-4c50-427b-8e01-4b089ae29aef admin admin] Pushing event deleted for resources: {'Network': ['ID=deaa6f08-a359-4380-a48d-f1948a9a83fd,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:22.161228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad278925-19a8-4c88-8207-7d094bb7f5c1 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:22.161663 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:22.181104 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:22.181453 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 2bc61e9f-d87a-48f5-aa1a-206de1075fc3 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:22.540731 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.784759 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Deleting port a1ce9846-76bf-4cce-a770-be0d19d888ce {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:22.785256 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.864462 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] For port a1ce9846-76bf-4cce-a770-be0d19d888ce, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=a1ce9846-76bf-4cce-a770-be0d19d888ce,segment=NetworkSegment(cb7470fb-9ba4-4615-b852-e6e0534328da),segment_id=cb7470fb-9ba4-4615-b852-e6e0534328da)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:22.864763 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:22.876828 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Calling delete_port for a1ce9846-76bf-4cce-a770-be0d19d888ce owned by network:router_interface {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:23.052538 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:23.080260 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ce9846-76bf-4cce-a770-be0d19d888ce,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:23.243612 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:23.723255 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Router e0dad0c2-862a-40aa-939f-2b879c2e3211 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:23.830851 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:23.838857 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54760) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:23.839357 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-1da3b3b8-e06e-4514-be3b-1a3abb5da859 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0dad0c2-862a-40aa-939f-2b879c2e3211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6841609 Sep 24 15:03:23.841621 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] Sync routers for ids ['e0dad0c2-862a-40aa-939f-2b879c2e3211'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:23.852888 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] Routers {'e0dad0c2-862a-40aa-939f-2b879c2e3211'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:23.853506 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0dad0c2-862a-40aa-939f-2b879c2e3211'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:23.946402 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks [] for router, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.058049 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] Set router e0dad0c2-862a-40aa-939f-2b879c2e3211 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:24.067395 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.090997 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.129623 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Deleting port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:24.129967 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.218671 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] For port d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:24.219076 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.232113 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Calling delete_port for d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f owned by network:router_gateway {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:24.249184 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:03:23Z', 'revision_number': 5, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port': {'id': 'd1266bca-39fd-4ec4-ad47-4dd8d3b8b29f', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:24.276946 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] Checking router: e0dad0c2-862a-40aa-939f-2b879c2e3211 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:24.286393 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] Routers {'e0dad0c2-862a-40aa-939f-2b879c2e3211'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:24.286957 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['e0dad0c2-862a-40aa-939f-2b879c2e3211'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:24.377145 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] Set router e0dad0c2-862a-40aa-939f-2b879c2e3211 gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:24.411094 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.432949 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:03:24Z', 'revision_number': 6, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:24.447102 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:24.460383 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8e445-8579-4473-b574-06503ec51390 None None] The sync data for ids ['e0dad0c2-862a-40aa-939f-2b879c2e3211'] in dv-cinder-810917-1-iscsi is: [{'id': 'e0dad0c2-862a-40aa-939f-2b879c2e3211', 'name': 'tempest-TestMinimumBasicScenario-992670309-router', 'tenant_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:00:55Z', 'updated_at': '2021-09-24T15:03:24Z', 'revision_number': 6, 'project_id': 'fde160877a0e4eaf87e8cc00ef00102e', 'gw_port_host': None}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:24.521117 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.628592 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.630958 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.678706 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.679474 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0dad0c2-862a-40aa-939f-2b879c2e3211 {{(pid=100529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:03:24.684066 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.685223 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-05fef48a-1f2e-468b-97e2-b6a99358b6ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/e0dad0c2-862a-40aa-939f-2b879c2e3211 HTTP/1.1" status: 204 len: 168 time: 0.8453548 Sep 24 15:03:24.688047 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54772) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:24.740146 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Deleting subnet 1bcb1078-02a2-42e6-979b-bd4a35e74714 {{(pid=100529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:03:24.743361 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.778280 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457216'] for subnet, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.868386 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.941144 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4647990'] for subnet, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.966509 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcb1078-02a2-42e6-979b-bd4a35e74714,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:24.973550 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:24.975757 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b7f36bee-be8f-4f22-9ca5-1474e33ca507 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1bcb1078-02a2-42e6-979b-bd4a35e74714 HTTP/1.1" status: 204 len: 168 time: 0.2864947 Sep 24 15:03:24.978141 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54780) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:24.983906 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d1934-8abd-42f9-9c0e-379c9f5a7678 None None] Network 48372410-4a1c-4f1f-a97d-8f4ae7c33284 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:25.029115 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54782) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:25.049755 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.115543 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Deleting port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:25.115832 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.150917 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc70f-7e7f-4329-b47a-f1665acba875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.186035 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] For port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,segment=NetworkSegment(cb7470fb-9ba4-4615-b852-e6e0534328da),segment_id=cb7470fb-9ba4-4615-b852-e6e0534328da)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:25.186426 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.199720 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Calling delete_port for 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:25.242566 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] DHCP port deletion for 48372410-4a1c-4f1f-a97d-8f4ae7c33284 request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:03:25.271831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc70f-7e7f-4329-b47a-f1665acba875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.277169 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3b2bc70f-7e7f-4329-b47a-f1665acba875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.301082 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.315222 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Deleting port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:03:25.315974 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.321929 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bc70f-7e7f-4329-b47a-f1665acba875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde147fe-6e74-4d45-9f3d-f9a7d8e184ea,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:25.327412 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3b2bc70f-7e7f-4329-b47a-f1665acba875 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac83ffc2339a4ff390f0a59f0abd2a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972066 Sep 24 15:03:25.330763 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54786) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:25.338003 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] No DVR routers for this DVR port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:25.342105 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:25.396061 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2621e80a-5724-4c59-ac15-bc1c61c2826e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.407215 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] For port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9, host dv-cinder-810917-1-iscsi, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:25.407735 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.424986 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Calling delete_port for 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:03:25.425841 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2621e80a-5724-4c59-ac15-bc1c61c2826e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.428509 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:03:25.429809 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.442579 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.460130 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] Pushing event deleted for resources: {'Port': ['ID=77486c9a-1e33-40e7-84f7-cd6cb6687ab9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:25.464842 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924f13f-b7d8-4e5d-a4ec-318b2ab6563e None None] No DVR routers for this DVR port 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 on host dv-cinder-810917-1-iscsi {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:03:25.470312 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48372410-4a1c-4f1f-a97d-8f4ae7c33284']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:25.481585 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7470fb-9ba4-4615-b852-e6e0534328da') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:25.483156 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7470fb-9ba4-4615-b852-e6e0534328da') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:25.494756 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2621e80a-5724-4c59-ac15-bc1c61c2826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.498811 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.503332 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2621e80a-5724-4c59-ac15-bc1c61c2826e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.508718 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2621e80a-5724-4c59-ac15-bc1c61c2826e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bde147fe-6e74-4d45-9f3d-f9a7d8e184ea HTTP/1.1" status: 204 len: 168 time: 0.1734660 Sep 24 15:03:25.518865 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621e80a-5724-4c59-ac15-bc1c61c2826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde147fe-6e74-4d45-9f3d-f9a7d8e184ea,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:25.520266 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.527190 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:03:25.527620 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:03:25.538102 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:03:25.604114 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.613461 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.617285 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48372410-4a1c-4f1f-a97d-8f4ae7c33284 HTTP/1.1" status: 204 len: 168 time: 0.6378407 Sep 24 15:03:25.629947 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9f608-54d2-40e2-8e33-2d07d6773cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48372410-4a1c-4f1f-a97d-8f4ae7c33284,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:25.840641 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54798) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:25.880650 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8304d555-2ae8-4316-9d34-56ddfbccc7f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b82e6ce91a44b60b6852e78c8ad0f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407517 Sep 24 15:03:25.883636 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54802) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:25.938987 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-758a5222-dc89-4f12-8610-51a57651fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:25.961670 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-758a5222-dc89-4f12-8610-51a57651fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.021733 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-758a5222-dc89-4f12-8610-51a57651fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.024529 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-758a5222-dc89-4f12-8610-51a57651fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.025731 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-758a5222-dc89-4f12-8610-51a57651fa22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5da1932-b548-44dd-9b6e-6d4c669a10e7 HTTP/1.1" status: 204 len: 168 time: 0.1403902 Sep 24 15:03:26.044509 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a5222-dc89-4f12-8610-51a57651fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da1932-b548-44dd-9b6e-6d4c669a10e7,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:26.213774 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:26.238844 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:26.239222 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device d1266bca-39fd-4ec4-ad47-4dd8d3b8b29f not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:26.239934 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:26.262423 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:26.263051 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 77486c9a-1e33-40e7-84f7-cd6cb6687ab9 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:26.263289 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a1ce9846-76bf-4cce-a770-be0d19d888ce no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:03:26.285304 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: a1ce9846-76bf-4cce-a770-be0d19d888ce {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:03:26.285655 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device a1ce9846-76bf-4cce-a770-be0d19d888ce not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:03:26.514741 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54822) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:26.556216 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-dc94720f-6ed5-49af-81be-9ba953765816 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fde160877a0e4eaf87e8cc00ef00102e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400660 Sep 24 15:03:26.559309 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54824) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:26.612639 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1225fc86-b4f5-4c23-9591-635fb541428c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.639075 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1225fc86-b4f5-4c23-9591-635fb541428c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.690699 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1225fc86-b4f5-4c23-9591-635fb541428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.694252 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1225fc86-b4f5-4c23-9591-635fb541428c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:26.697843 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-1225fc86-b4f5-4c23-9591-635fb541428c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a2320e6-d7fb-4b5c-94c3-3087e792e93e HTTP/1.1" status: 204 len: 168 time: 0.1351645 Sep 24 15:03:26.703991 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225fc86-b4f5-4c23-9591-635fb541428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2320e6-d7fb-4b5c-94c3-3087e792e93e,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:27.501412 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54856) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:27.604582 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1255389333-network', 'tenant_id': '2471478b45e44c329521ca043bb14cda'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:27.626791 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Made reservation on behalf of 2471478b45e44c329521ca043bb14cda for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:27.629251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.641439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.735102 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.739065 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.770717 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:03:27.777095 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f01e3e-c068-4348-bf7a-9c56678d6fe2,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:27.784416 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.784888 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Added segment 2814fc5c-4768-445e-a2de-1f3f03784759 of type vlan for network 5062f758-2dce-4f52-8418-f3dbaf6df8ae Sep 24 15:03:27.842973 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.870069 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.871312 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:27.872061 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.913615 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4107370 Sep 24 15:03:27.916772 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54860) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:27.923168 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Request body: {'subnet': {'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1255389333-subnet', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'ip_version': 4}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:27.948725 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Made reservation on behalf of 2471478b45e44c329521ca043bb14cda for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:27.949251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494ae25-9013-49a5-9908-12e6c6e876a3 admin admin] Pushing event updated for resources: {'Network': ['ID=5062f758-2dce-4f52-8418-f3dbaf6df8ae,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:27.953439 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4647955'] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:27.961344 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:03:28.156663 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4283958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4647969'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.205158 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ed5a58-d1d6-49ad-99ac-664eff997a57,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:28.230800 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Checking segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:28.231155 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Network hostable DHCP agents. Network: 5062f758-2dce-4f52-8418-f3dbaf6df8ae, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:03:28.248509 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:03:28.264634 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, 5062f758-2dce-4f52-8418-f3dbaf6df8ae) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:28.269864 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:28.270446 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.275998 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac91f69-c0bf-4759-84fe-0e46b360f4c1 None None] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:28.295777 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c6dbb4db-6dd5-4cc0-9c7d-275d26cded3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766191 Sep 24 15:03:28.298187 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54874) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:28.303841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:28.334162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.335423 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.397344 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.462472 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:03:28.464307 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.554757 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.607353 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Allocated IP 172.20.0.2 (5062f758-2dce-4f52-8418-f3dbaf6df8ae/37ed5a58-d1d6-49ad-99ac-664eff997a57/ad18c70f-a5ec-4a48-ac9d-72c5f27238c6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:28.777627 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.785010 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.791367 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.801028 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.832297 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:28.834966 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:28.837559 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:28.851184 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Pushing event updated for resources: {'Port': ['ID=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:28.907751 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Attempting to bind port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:28.908120 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Attempting to bind port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:28.908477 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Attempting to bind port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 on network 5062f758-2dce-4f52-8418-f3dbaf6df8ae {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:28.911497 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Allocated IP 172.27.2.151 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/4368e822-69a6-402b-b19f-561aef555093) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:28.914115 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:28.914460 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Checking segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:28.914894 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.915320 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Bound using segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:28.915967 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Bound port: ad18c70f-a5ec-4a48-ac9d-72c5f27238c6, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:28.916269 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:28.982740 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] For port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:28.987168 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] For port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:28.992779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.027406 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.061003 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90379-0e0b-479c-9ec0-c1cb32cdd49c None None] Pushing event updated for resources: {'Port': ['ID=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:29.355542 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.399765 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:29.404474 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:29.412817 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:29.415244 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Pushing event updated for resources: {'Port': ['ID=4368e822-69a6-402b-b19f-561aef555093,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:29.713650 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.734031 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54890) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:29.869460 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23fc3209-5643-45cb-ba39-2acae9a598a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.962729 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:29.997766 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23fc3209-5643-45cb-ba39-2acae9a598a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.004435 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23fc3209-5643-45cb-ba39-2acae9a598a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.012644 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3aac1-c87b-4aad-af9d-2189d2cf56ef None None] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:30.051862 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-23fc3209-5643-45cb-ba39-2acae9a598a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4559d64e3e4e4527b7e1832121fb498c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160548 Sep 24 15:03:30.054748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54894) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:30.057927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc3209-5643-45cb-ba39-2acae9a598a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd688c12-7794-4be8-911b-7f997830c88b,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:30.122327 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-e51f3c09-c903-483c-8034-7295bde68752 None None] Provisioning complete for port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:30.123038 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e51f3c09-c903-483c-8034-7295bde68752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.142415 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c0a358b-fff0-45eb-bf54-7966c9dd51ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.152479 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:03:30.170415 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c0a358b-fff0-45eb-bf54-7966c9dd51ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.204491 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:30.232754 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c0a358b-fff0-45eb-bf54-7966c9dd51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.236182 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-4c0a358b-fff0-45eb-bf54-7966c9dd51ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.237403 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-4c0a358b-fff0-45eb-bf54-7966c9dd51ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd688c12-7794-4be8-911b-7f997830c88b HTTP/1.1" status: 204 len: 168 time: 0.1811314 Sep 24 15:03:30.246821 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a358b-fff0-45eb-bf54-7966c9dd51ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd688c12-7794-4be8-911b-7f997830c88b,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:30.292848 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:30.309716 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Sync routers for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:30.330968 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.332611 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-4f2bf2a1-dbb4-4885-bc49-360649d4ce25 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0326297 Sep 24 15:03:30.335259 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54898) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:30.354577 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e51f3c09-c903-483c-8034-7295bde68752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.370499 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:30.371195 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:30.487584 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e51f3c09-c903-483c-8034-7295bde68752 None None] For port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:30.498789 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:30.499183 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.504992 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e51f3c09-c903-483c-8034-7295bde68752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.612409 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:30.681120 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f3c09-c903-483c-8034-7295bde68752 None None] Pushing event updated for resources: {'Port': ['ID=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:30.852974 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-8e07364e-3cd6-42db-8d1a-e6bf7c4140f8 None None] Provisioning complete for port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:30.853355 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e07364e-3cd6-42db-8d1a-e6bf7c4140f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.877372 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:30.911324 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:29Z', 'revision_number': 3, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:30.958968 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Checking router: d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:30.959518 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Updating router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 port 4368e822-69a6-402b-b19f-561aef555093 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:03:31.000422 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.075295 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Allocated IP 172.20.0.1 (5062f758-2dce-4f52-8418-f3dbaf6df8ae/37ed5a58-d1d6-49ad-99ac-664eff997a57/e96d50cc-e00e-43d3-b14f-1d0709dc3979) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:31.215228 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.280161 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.318962 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:31.324128 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:31.328045 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:31.331579 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.337897 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.360240 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Pushing event updated for resources: {'Port': ['ID=e96d50cc-e00e-43d3-b14f-1d0709dc3979,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:31.381520 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.382588 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Attempting to bind port 4368e822-69a6-402b-b19f-561aef555093 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:31.382965 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Attempting to bind port 4368e822-69a6-402b-b19f-561aef555093 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:31.383444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Attempting to bind port 4368e822-69a6-402b-b19f-561aef555093 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:31.418908 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:31.419373 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:31.420050 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.420522 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:31.421175 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Bound port: 4368e822-69a6-402b-b19f-561aef555093, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:31.422330 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.571572 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.604086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cd10f-1252-4c7f-8033-557c4e0aabbd None None] Pushing event updated for resources: {'Port': ['ID=4368e822-69a6-402b-b19f-561aef555093,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:31.636274 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] For port 4368e822-69a6-402b-b19f-561aef555093, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:31.639656 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] For port 4368e822-69a6-402b-b19f-561aef555093, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4368e822-69a6-402b-b19f-561aef555093,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:31.646306 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.716062 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-021a4067-f368-4c5a-920c-7d35e180863f None None] Provisioning complete for port e96d50cc-e00e-43d3-b14f-1d0709dc3979 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:31.716444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-021a4067-f368-4c5a-920c-7d35e180863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.723122 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:31.723799 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:31.743368 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cd10f-1252-4c7f-8033-557c4e0aabbd None None] Pushing event updated for resources: {'Port': ['ID=4368e822-69a6-402b-b19f-561aef555093,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:31.790902 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.798651 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:31.823399 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-021a4067-f368-4c5a-920c-7d35e180863f None None] Port e96d50cc-e00e-43d3-b14f-1d0709dc3979 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:03:31.867278 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:31.873616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Pushing event updated for resources: {'Port': ['ID=e96d50cc-e00e-43d3-b14f-1d0709dc3979,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:31.899725 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:32.007930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:32.009803 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:32.138889 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:32.198954 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:32.200230 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 1, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:32.230299 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4ef22-8e95-42d8-8901-10b51fefbc88 None None] The sync data for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi is: [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 1, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:32.255017 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:32.255400 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:32.363570 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:32.376223 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-583dcd1c-a30f-447e-89b4-9632e1a35092 admin admin] 10.222.0.13 "PUT /v2.0/routers/d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394962 Sep 24 15:03:32.392341 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-e61aeb4c-0459-4d30-9bf8-a88b7ce5a234 None None] Provisioning complete for port e96d50cc-e00e-43d3-b14f-1d0709dc3979 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:32.392973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e61aeb4c-0459-4d30-9bf8-a88b7ce5a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:32.452174 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e61aeb4c-0459-4d30-9bf8-a88b7ce5a234 None None] Port e96d50cc-e00e-43d3-b14f-1d0709dc3979 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:03:33.086498 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54954) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:33.091766 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1234494713-network', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:33.114307 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Made reservation on behalf of d18861bc8cf94c238c008b79241f373e for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:33.116906 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.128335 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.238449 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.243267 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.270339 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:03:33.279720 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ccdbc-061b-4617-842c-9aef956d6a71,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:33.286247 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.286603 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Added segment 397ebc99-89a8-4a67-8b11-ec2a96befd88 of type vlan for network f7732725-2cf1-4999-9e14-58d6574d7a91 Sep 24 15:03:33.346953 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.375416 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.376546 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:33.377170 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.414125 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3262577 Sep 24 15:03:33.417013 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54956) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:33.423059 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Request body: {'subnet': {'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1234494713-subnet', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'ip_version': 4}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:33.445552 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd8135-e88f-4f2d-b74b-ca780dbf0c32 admin admin] Pushing event updated for resources: {'Network': ['ID=f7732725-2cf1-4999-9e14-58d6574d7a91,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:33.453700 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Made reservation on behalf of d18861bc8cf94c238c008b79241f373e for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:03:33.455567 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4647955'] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.457568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network f7732725-2cf1-4999-9e14-58d6574d7a91 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:03:33.662070 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4283958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4647969'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.719698 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb77a8f1-9ada-4b0b-acbf-a10be8e7e850,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:33.730977 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Checking segment: {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:33.731339 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Network hostable DHCP agents. Network: f7732725-2cf1-4999-9e14-58d6574d7a91, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:03:33.749363 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Network f7732725-2cf1-4999-9e14-58d6574d7a91 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:03:33.759263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, f7732725-2cf1-4999-9e14-58d6574d7a91) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:33.763304 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:03:33.763922 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.769197 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3e567-db96-465c-a343-1bd46179616b None None] Network f7732725-2cf1-4999-9e14-58d6574d7a91 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:33.779039 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-d95132b0-d2d8-4e90-88c6-4f927f82c4a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3609030 Sep 24 15:03:33.782304 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 54964) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:33.786820 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:33.810319 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.811839 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.872149 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:33.929165 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-f7732725-2cf1-4999-9e14-58d6574d7a91', 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'fixed_ips': [{'subnet_id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:03:33.930059 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.013168 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.091825 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Allocated IP 172.20.0.2 (f7732725-2cf1-4999-9e14-58d6574d7a91/bb77a8f1-9ada-4b0b-acbf-a10be8e7e850/b5581874-f806-4289-bcf4-d78c005dc4de) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:34.190852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4368e822-69a6-402b-b19f-561aef555093 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:34.279239 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.301561 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.317390 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 4368e822-69a6-402b-b19f-561aef555093 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:34.317983 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.350321 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.361214 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.418398 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Network f7732725-2cf1-4999-9e14-58d6574d7a91 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:34.423192 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:34.428598 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:34.438720 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Pushing event updated for resources: {'Port': ['ID=b5581874-f806-4289-bcf4-d78c005dc4de,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:34.471743 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Allocated IP 172.27.2.84 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/b9f6cfb7-c14d-4678-959b-60cac999b566) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:34.532989 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Attempting to bind port b5581874-f806-4289-bcf4-d78c005dc4de on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:34.533482 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Attempting to bind port b5581874-f806-4289-bcf4-d78c005dc4de by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:34.534152 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Attempting to bind port b5581874-f806-4289-bcf4-d78c005dc4de on network f7732725-2cf1-4999-9e14-58d6574d7a91 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:34.536639 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.552080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:34.552556 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Checking segment: {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:34.553029 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.553497 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Bound using segment: {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:34.554058 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Bound port: b5581874-f806-4289-bcf4-d78c005dc4de, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:34.554544 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.575777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 4368e822-69a6-402b-b19f-561aef555093, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4368e822-69a6-402b-b19f-561aef555093,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:34.581817 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.592402 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Sync routers for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:34.606868 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:34.608079 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:34.616378 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.676245 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.684178 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] For port b5581874-f806-4289-bcf4-d78c005dc4de, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:34.691149 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=4368e822-69a6-402b-b19f-561aef555093,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:34.702268 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] For port b5581874-f806-4289-bcf4-d78c005dc4de, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=b5581874-f806-4289-bcf4-d78c005dc4de,segment=NetworkSegment(397ebc99-89a8-4a67-8b11-ec2a96befd88),segment_id=397ebc99-89a8-4a67-8b11-ec2a96befd88)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:34.709086 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:34.742293 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:34.746605 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:34.755705 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:34.762063 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:34.802237 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4452-598f-4fdf-a428-aa7a2ad4c415 None None] Pushing event updated for resources: {'Port': ['ID=b5581874-f806-4289-bcf4-d78c005dc4de,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:34.814044 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f6cfb7-c14d-4678-959b-60cac999b566,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:34.994932 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 2, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:35.036001 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Checking router: d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:35.036391 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Updating router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 port e96d50cc-e00e-43d3-b14f-1d0709dc3979 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:03:35.074491 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.140726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.380908 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.386437 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.404553 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.436477 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Pushing event updated for resources: {'Port': ['ID=e96d50cc-e00e-43d3-b14f-1d0709dc3979,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:35.449083 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.449445 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.450037 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.450403 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.450736 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.451066 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.451396 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.451874 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.452244 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.452627 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.453583 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.454164 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:03:35.512314 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Attempting to bind port e96d50cc-e00e-43d3-b14f-1d0709dc3979 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:35.512688 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Attempting to bind port e96d50cc-e00e-43d3-b14f-1d0709dc3979 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:35.513343 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Attempting to bind port e96d50cc-e00e-43d3-b14f-1d0709dc3979 on network 5062f758-2dce-4f52-8418-f3dbaf6df8ae {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:35.519831 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:35.520577 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Checking segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:35.521149 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.521734 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Bound using segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:35.522224 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Bound port: e96d50cc-e00e-43d3-b14f-1d0709dc3979, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:35.522637 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.573943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Router 0af5794d-d523-4b03-9fdc-3e1a83646f6e is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:03:35.637817 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] For port e96d50cc-e00e-43d3-b14f-1d0709dc3979, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:35.648132 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] For port e96d50cc-e00e-43d3-b14f-1d0709dc3979, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=e96d50cc-e00e-43d3-b14f-1d0709dc3979,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:35.655659 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.727090 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-484b6bf1-6887-4148-a8bc-a3518e87fe55 None None] Provisioning complete for port e96d50cc-e00e-43d3-b14f-1d0709dc3979 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:35.727913 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:35.728109 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:35.733403 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-484b6bf1-6887-4148-a8bc-a3518e87fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.802788 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:35.814361 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08107311-c3f5-4767-bb75-5e371aa78dcd None None] Pushing event updated for resources: {'Port': ['ID=e96d50cc-e00e-43d3-b14f-1d0709dc3979,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:35.818898 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Sync routers for ids ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:35.853639 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:35.859786 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54970) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:35.865267 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-f5f8b7e8-28e5-4562-a56b-722b9781ea45 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0815470 Sep 24 15:03:35.883109 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Routers {'0af5794d-d523-4b03-9fdc-3e1a83646f6e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:35.883784 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:35.907450 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:36.033343 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Set router 0af5794d-d523-4b03-9fdc-3e1a83646f6e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:36.240994 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:35Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:36.274445 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea2620-2096-4886-8214-55eaa9659905 None None] The sync data for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi is: [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:35Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:36.337900 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5089fb-7815-43f2-9e9a-2028072d1634 None None] Network f7732725-2cf1-4999-9e14-58d6574d7a91 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:03:36.340285 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device e96d50cc-e00e-43d3-b14f-1d0709dc3979 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:36.426091 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-484b6bf1-6887-4148-a8bc-a3518e87fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.503065 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.543386 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-484b6bf1-6887-4148-a8bc-a3518e87fe55 None None] For port e96d50cc-e00e-43d3-b14f-1d0709dc3979, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=e96d50cc-e00e-43d3-b14f-1d0709dc3979,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:36.561197 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-484b6bf1-6887-4148-a8bc-a3518e87fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.602615 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port e96d50cc-e00e-43d3-b14f-1d0709dc3979 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:36.603070 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.691904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Allocated IP 172.20.0.1 (f7732725-2cf1-4999-9e14-58d6574d7a91/bb77a8f1-9ada-4b0b-acbf-a10be8e7e850/629b42af-98c9-4dbc-8ede-01817a3ec786) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:03:36.729967 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6bf1-6887-4148-a8bc-a3518e87fe55 None None] Pushing event updated for resources: {'Port': ['ID=e96d50cc-e00e-43d3-b14f-1d0709dc3979,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:36.747554 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 3, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:36.751917 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Provisioning complete for port b5581874-f806-4289-bcf4-d78c005dc4de triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:36.752288 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.809825 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Checking router: 0af5794d-d523-4b03-9fdc-3e1a83646f6e for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:36.812499 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Updating router 0af5794d-d523-4b03-9fdc-3e1a83646f6e port b9f6cfb7-c14d-4678-959b-60cac999b566 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:03:36.840684 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.881752 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.912475 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:36.927730 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4368e822-69a6-402b-b19f-561aef555093 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:36.967692 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Network f7732725-2cf1-4999-9e14-58d6574d7a91 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:36.972134 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:36.982718 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:03:37.028459 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Pushing event updated for resources: {'Port': ['ID=629b42af-98c9-4dbc-8ede-01817a3ec786,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:37.042285 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.141201 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.187338 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 4368e822-69a6-402b-b19f-561aef555093 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:37.187762 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.190241 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.256153 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] For port b5581874-f806-4289-bcf4-d78c005dc4de, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=b5581874-f806-4289-bcf4-d78c005dc4de,segment=NetworkSegment(397ebc99-89a8-4a67-8b11-ec2a96befd88),segment_id=397ebc99-89a8-4a67-8b11-ec2a96befd88)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:37.267669 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.373967 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Provisioning complete for port e96d50cc-e00e-43d3-b14f-1d0709dc3979 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:37.375423 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.376806 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.382016 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.432016 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03e5ef-779b-4e5c-b7e8-4e846bebb786 None None] Pushing event updated for resources: {'Port': ['ID=b5581874-f806-4289-bcf4-d78c005dc4de,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:37.441108 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b5581874-f806-4289-bcf4-d78c005dc4de up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:37.454110 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.456711 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Pushing event updated for resources: {'Port': ['ID=629b42af-98c9-4dbc-8ede-01817a3ec786,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:37.495887 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.509411 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.552375 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Network f7732725-2cf1-4999-9e14-58d6574d7a91 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:03:37.554511 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:03:37.603860 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Attempting to bind port b9f6cfb7-c14d-4678-959b-60cac999b566 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:37.604231 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Attempting to bind port b9f6cfb7-c14d-4678-959b-60cac999b566 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:37.604594 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Attempting to bind port b9f6cfb7-c14d-4678-959b-60cac999b566 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:37.614241 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28009c-ea90-4097-b451-02feb0ca8e53 None None] Pushing event updated for resources: {'Port': ['ID=b9f6cfb7-c14d-4678-959b-60cac999b566,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:37.622107 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:37.622654 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:37.623060 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.623474 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:37.623972 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Bound port: b9f6cfb7-c14d-4678-959b-60cac999b566, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:37.625397 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.627056 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port b5581874-f806-4289-bcf4-d78c005dc4de triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:37.627415 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.696121 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Router 0af5794d-d523-4b03-9fdc-3e1a83646f6e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:03:37.720638 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] For port b9f6cfb7-c14d-4678-959b-60cac999b566, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:37.725184 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] For port b9f6cfb7-c14d-4678-959b-60cac999b566, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=b9f6cfb7-c14d-4678-959b-60cac999b566,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:37.733043 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.830387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f0ac547e-465d-4436-9bf3-3eb56e629c47 None None] Provisioning complete for port 629b42af-98c9-4dbc-8ede-01817a3ec786 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:37.830768 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0ac547e-465d-4436-9bf3-3eb56e629c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:37.838071 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:03:37.843048 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3cc90a48-88a1-48e6-9774-04b567e9ecea admin admin] 10.222.0.13 "PUT /v2.0/routers/0af5794d-d523-4b03-9fdc-3e1a83646f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9818063 Sep 24 15:03:37.862826 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Routers {'0af5794d-d523-4b03-9fdc-3e1a83646f6e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:37.863838 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:37.909363 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28009c-ea90-4097-b451-02feb0ca8e53 None None] Pushing event updated for resources: {'Port': ['ID=b9f6cfb7-c14d-4678-959b-60cac999b566,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:37.927514 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac547e-465d-4436-9bf3-3eb56e629c47 None None] Port 629b42af-98c9-4dbc-8ede-01817a3ec786 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:03:37.969059 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f0ac547e-465d-4436-9bf3-3eb56e629c47 None None] Provisioning complete for port b5581874-f806-4289-bcf4-d78c005dc4de triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:37.969604 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0ac547e-465d-4436-9bf3-3eb56e629c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.033628 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] Set router 0af5794d-d523-4b03-9fdc-3e1a83646f6e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:38.137509 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device e96d50cc-e00e-43d3-b14f-1d0709dc3979 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:38.401649 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port e96d50cc-e00e-43d3-b14f-1d0709dc3979 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:38.402095 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.482995 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-bc6c7847-ce18-4b69-8e55-150ffd57ca38 None None] Provisioning complete for port 629b42af-98c9-4dbc-8ede-01817a3ec786 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:38.483320 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7847-ce18-4b69-8e55-150ffd57ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.520136 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54996) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:38.526796 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999975986', 'description': 'tempest-secgroup-smoke-999975986 description', 'project_id': '2471478b45e44c329521ca043bb14cda'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:38.550019 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c7847-ce18-4b69-8e55-150ffd57ca38 None None] Port 629b42af-98c9-4dbc-8ede-01817a3ec786 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:03:38.555922 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.600693 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '629b42af-98c9-4dbc-8ede-01817a3ec786', 'name': '', 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'mac_address': 'fa:16:3e:2c:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:36Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 2, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'subnets': [{'id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:38.604536 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b5581874-f806-4289-bcf4-d78c005dc4de up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:38.636237 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3465d8-bcbf-4346-890d-8d9cf46dbc98 None None] The sync data for ids ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'] in dv-cinder-810917-1-iscsi is: [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '629b42af-98c9-4dbc-8ede-01817a3ec786', 'name': '', 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'mac_address': 'fa:16:3e:2c:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:36Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 2, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'subnets': [{'id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:38.664244 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.669281 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.698412 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.703131 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1783879 Sep 24 15:03:38.703928 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 54998) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:38.704149 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port b5581874-f806-4289-bcf4-d78c005dc4de triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:38.704713 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.709313 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group_rule': {'security_group_id': 'efd9ece9-fa56-4551-88b7-bedeed456d4d', 'project_id': '2471478b45e44c329521ca043bb14cda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:38.714678 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4f932-9dc5-4446-a508-1e6ba57800a0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd9ece9-fa56-4551-88b7-bedeed456d4d,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:38.754735 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.833015 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.836706 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.862014 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a53a4b-cfc7-4d09-aa99-fb978a3186ac,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:38.885717 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:38.887281 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b9cbe3f9-4952-47a0-b7e7-856f90cef596 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825144 Sep 24 15:03:38.890754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55000) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:38.895860 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group_rule': {'security_group_id': 'efd9ece9-fa56-4551-88b7-bedeed456d4d', 'project_id': '2471478b45e44c329521ca043bb14cda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:38.929621 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.006516 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.010711 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.029209 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2bfef0-ab40-4ece-aa70-73f6e2dd9fa6,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:39.036903 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.038097 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-a499a1e0-67ac-466f-ac70-8297b44ff841 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459568 Sep 24 15:03:39.040858 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55002) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:39.045402 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group_rule': {'security_group_id': 'efd9ece9-fa56-4551-88b7-bedeed456d4d', 'project_id': '2471478b45e44c329521ca043bb14cda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:39.076285 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.168908 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.176864 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.198624 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4489b4e7-3155-4488-8f23-477d595dafe7,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:39.202621 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.206657 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ad41833b-68fd-443b-b0c5-915101b0ff16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623378 Sep 24 15:03:39.207127 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55004) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:39.211309 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group_rule': {'security_group_id': 'efd9ece9-fa56-4551-88b7-bedeed456d4d', 'project_id': '2471478b45e44c329521ca043bb14cda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:39.242875 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.317822 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.321770 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.340502 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f85f4b4-f248-4b4d-817e-1841002672d8,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:39.348768 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.350570 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-71185fe0-bb64-44b7-ad37-edd349531763 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423798 Sep 24 15:03:39.352943 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55006) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:39.357481 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group_rule': {'security_group_id': 'efd9ece9-fa56-4551-88b7-bedeed456d4d', 'project_id': '2471478b45e44c329521ca043bb14cda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:39.384630 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.securitygroups_db [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Project 2471478b45e44c329521ca043bb14cda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:03:39.390380 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.462883 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.468936 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.488238 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e50c2c-89e5-4c73-8170-dd5ed094b7a1,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:39.497394 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.502814 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b89c1114-13e1-4739-aa1d-52276d65c776 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452878 Sep 24 15:03:39.503266 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55008) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:03:39.507777 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'security_group_rule': {'security_group_id': 'efd9ece9-fa56-4551-88b7-bedeed456d4d', 'project_id': '2471478b45e44c329521ca043bb14cda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:03:39.539221 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.securitygroups_db [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Project 2471478b45e44c329521ca043bb14cda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:03:39.544545 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.622090 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.626881 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.645041 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292d7b6d-814b-4c8c-91f2-323806d100a4,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:39.653603 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:39.654831 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3c684d93-2c50-43b0-8278-cbe285157c1d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505494 Sep 24 15:03:40.136236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b9f6cfb7-c14d-4678-959b-60cac999b566 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:40.199369 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port b9f6cfb7-c14d-4678-959b-60cac999b566 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:40.199774 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:40.299330 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:40.320042 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port b9f6cfb7-c14d-4678-959b-60cac999b566, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=b9f6cfb7-c14d-4678-959b-60cac999b566,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:40.324352 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:40.383165 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=b9f6cfb7-c14d-4678-959b-60cac999b566,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:40.681400 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Sync routers for ids ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:03:40.691024 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Routers {'0af5794d-d523-4b03-9fdc-3e1a83646f6e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:40.691671 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:40.798034 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Set router 0af5794d-d523-4b03-9fdc-3e1a83646f6e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:41.105009 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '629b42af-98c9-4dbc-8ede-01817a3ec786', 'name': '', 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'mac_address': 'fa:16:3e:2c:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:36Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 2, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'subnets': [{'id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:41.132795 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Checking router: 0af5794d-d523-4b03-9fdc-3e1a83646f6e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:03:41.133145 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Updating router 0af5794d-d523-4b03-9fdc-3e1a83646f6e port 629b42af-98c9-4dbc-8ede-01817a3ec786 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:03:41.160492 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.440101 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.447759 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.497952 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dfa03-c756-4d90-afeb-f4b4f82240e7 None None] Pushing event updated for resources: {'Port': ['ID=629b42af-98c9-4dbc-8ede-01817a3ec786,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:41.552943 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Attempting to bind port 629b42af-98c9-4dbc-8ede-01817a3ec786 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:03:41.553305 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Attempting to bind port 629b42af-98c9-4dbc-8ede-01817a3ec786 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:03:41.553663 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Attempting to bind port 629b42af-98c9-4dbc-8ede-01817a3ec786 on network f7732725-2cf1-4999-9e14-58d6574d7a91 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:03:41.558984 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:03:41.559565 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Checking segment: {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:03:41.559776 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.560225 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Bound using segment: {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:03:41.560617 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Bound port: 629b42af-98c9-4dbc-8ede-01817a3ec786, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397ebc99-89a8-4a67-8b11-ec2a96befd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:03:41.561038 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.637288 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] For port 629b42af-98c9-4dbc-8ede-01817a3ec786, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:03:41.642233 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] For port 629b42af-98c9-4dbc-8ede-01817a3ec786, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=629b42af-98c9-4dbc-8ede-01817a3ec786,segment=NetworkSegment(397ebc99-89a8-4a67-8b11-ec2a96befd88),segment_id=397ebc99-89a8-4a67-8b11-ec2a96befd88)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:03:41.653228 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.704953 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-afcfc08f-76a1-437d-b730-cd4d46a7a755 None None] Provisioning complete for port 629b42af-98c9-4dbc-8ede-01817a3ec786 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:41.705982 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afcfc08f-76a1-437d-b730-cd4d46a7a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.715318 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dfa03-c756-4d90-afeb-f4b4f82240e7 None None] Pushing event updated for resources: {'Port': ['ID=629b42af-98c9-4dbc-8ede-01817a3ec786,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:41.721297 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Routers {'0af5794d-d523-4b03-9fdc-3e1a83646f6e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:03:41.721932 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:03:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:41.794811 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afcfc08f-76a1-437d-b730-cd4d46a7a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.834873 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-afcfc08f-76a1-437d-b730-cd4d46a7a755 None None] For port 629b42af-98c9-4dbc-8ede-01817a3ec786, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=629b42af-98c9-4dbc-8ede-01817a3ec786,segment=NetworkSegment(397ebc99-89a8-4a67-8b11-ec2a96befd88),segment_id=397ebc99-89a8-4a67-8b11-ec2a96befd88)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:03:41.840684 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afcfc08f-76a1-437d-b730-cd4d46a7a755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:41.858175 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] Set router 0af5794d-d523-4b03-9fdc-3e1a83646f6e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:03:41.901512 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc08f-76a1-437d-b730-cd4d46a7a755 None None] Pushing event updated for resources: {'Port': ['ID=629b42af-98c9-4dbc-8ede-01817a3ec786,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:03:41.963622 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f3522984-46dc-48a3-913a-055d392963a2 None None] Provisioning complete for port 629b42af-98c9-4dbc-8ede-01817a3ec786 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:41.964015 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3522984-46dc-48a3-913a-055d392963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:42.032201 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:03:42.140431 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 629b42af-98c9-4dbc-8ede-01817a3ec786 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:42.144589 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '629b42af-98c9-4dbc-8ede-01817a3ec786', 'name': '', 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'mac_address': 'fa:16:3e:2c:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:36Z', 'updated_at': '2021-09-24T15:03:41Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'subnets': [{'id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:03:42.198040 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945adbab-f2ad-4035-b2f1-f3336c94ef3b None None] The sync data for ids ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'] in dv-cinder-810917-1-iscsi is: [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:03:37Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '629b42af-98c9-4dbc-8ede-01817a3ec786', 'name': '', 'network_id': 'f7732725-2cf1-4999-9e14-58d6574d7a91', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'mac_address': 'fa:16:3e:2c:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:36Z', 'updated_at': '2021-09-24T15:03:41Z', 'revision_number': 4, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'subnets': [{'id': 'bb77a8f1-9ada-4b0b-acbf-a10be8e7e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:03:42.205502 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 629b42af-98c9-4dbc-8ede-01817a3ec786 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:42.205964 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:42.304174 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b9f6cfb7-c14d-4678-959b-60cac999b566 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:03:42.365387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port b9f6cfb7-c14d-4678-959b-60cac999b566 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:03:42.365763 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:46.915399 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01789347-3a4f-4b32-8ccd-11031a41f920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:47.989294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:50.119802 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-914300f5-3cb3-4183-9f39-894ead5daacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:50.668256 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:51.957834 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:03:54.078482 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.293460 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55262) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:04.402360 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b39e85a3-ac6e-42f0-8cea-daede11ceab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.489353 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b39e85a3-ac6e-42f0-8cea-daede11ceab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.494385 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b39e85a3-ac6e-42f0-8cea-daede11ceab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.535828 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b39e85a3-ac6e-42f0-8cea-daede11ceab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82cca7a2ea1b472bb6989f1e90e89507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378089 Sep 24 15:04:04.535828 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e85a3-ac6e-42f0-8cea-daede11ceab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95e7f30-5cfe-4217-a709-6ef33c74d9b2,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:04.537543 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55268) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:04.592489 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a7e0cc2b-ccc1-47fa-b17d-2d39685063aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.615378 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a7e0cc2b-ccc1-47fa-b17d-2d39685063aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.667666 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a7e0cc2b-ccc1-47fa-b17d-2d39685063aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.670392 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a7e0cc2b-ccc1-47fa-b17d-2d39685063aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:04.674593 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-a7e0cc2b-ccc1-47fa-b17d-2d39685063aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f95e7f30-5cfe-4217-a709-6ef33c74d9b2 HTTP/1.1" status: 204 len: 168 time: 0.1324642 Sep 24 15:04:04.681304 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0cc2b-ccc1-47fa-b17d-2d39685063aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95e7f30-5cfe-4217-a709-6ef33c74d9b2,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:04.711979 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-8be4bb54-3f8c-448a-959d-b5e032496ca9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999975986&fields=id&tenant_id=2471478b45e44c329521ca043bb14cda HTTP/1.1" status: 200 len: 267 time: 0.0462589 Sep 24 15:04:04.823879 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-b5846504-7f74-47d9-b7f3-fc4a21cc2393 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:04.825496 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-b5846504-7f74-47d9-b7f3-fc4a21cc2393 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 809 time: 0.1068649 Sep 24 15:04:04.840799 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-b5c45b3e-dddb-4436-ae04-5d085a1e9892 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/quotas/2471478b45e44c329521ca043bb14cda HTTP/1.1" status: 200 len: 375 time: 0.0089817 Sep 24 15:04:04.899953 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a02f867d-497e-43a4-aa88-bcc0aae1fc4a tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537071 Sep 24 15:04:04.942678 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55280) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:04.955624 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-72f4363b-bf68-49ce-a80f-993fc8778f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.054982 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-72f4363b-bf68-49ce-a80f-993fc8778f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.059274 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-72f4363b-bf68-49ce-a80f-993fc8778f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.062178 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-e8bc154a-cb6c-4f31-bea4-8d8212cf8b7e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100529) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:04:05.067957 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-e8bc154a-cb6c-4f31-bea4-8d8212cf8b7e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1564558 Sep 24 15:04:05.097133 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-72f4363b-bf68-49ce-a80f-993fc8778f61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84095294f54e4f4a828a0d35da47c7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533232 Sep 24 15:04:05.099101 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4363b-bf68-49ce-a80f-993fc8778f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f11303-8557-4c24-a216-751624c7d98b,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:05.100093 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55282) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:05.187037 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-e0016cac-944f-4b9d-a83b-92062e42714f service neutron] 10.222.0.13 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174309 Sep 24 15:04:05.203029 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-afa18846-384b-46cf-b8bc-aae0409c3457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.269282 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-afa18846-384b-46cf-b8bc-aae0409c3457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.321802 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-47bd846e-5224-4570-909e-4ffeb4cb0c1d service neutron] 10.222.0.13 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279001 Sep 24 15:04:05.350279 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-afa18846-384b-46cf-b8bc-aae0409c3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.353122 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-afa18846-384b-46cf-b8bc-aae0409c3457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:05.354275 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-afa18846-384b-46cf-b8bc-aae0409c3457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77f11303-8557-4c24-a216-751624c7d98b HTTP/1.1" status: 204 len: 168 time: 0.2532530 Sep 24 15:04:05.362735 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18846-384b-46cf-b8bc-aae0409c3457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f11303-8557-4c24-a216-751624c7d98b,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:05.652676 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16f581a8-233a-4cc4-a9a9-03d04d99e58a req-299152b8-b2d2-4f49-b6e9-5f96fbdb8ec4 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 210 time: 0.0284371 Sep 24 15:04:06.778848 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-dea161d6-41b8-44b6-8ec7-d188dd79aa43 req-0b402733-fd39-4fad-a1a9-6d94c289ea59 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 210 time: 0.0454516 Sep 24 15:04:06.810187 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-9063b3cd-269f-4d6e-84fa-ed2f0ca5fa8e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:06.811696 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-9063b3cd-269f-4d6e-84fa-ed2f0ca5fa8e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 809 time: 0.1197522 Sep 24 15:04:07.141979 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-616baddb-2af1-4773-80fa-493d0e4824b7 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2471478b45e44c329521ca043bb14cda HTTP/1.1" status: 200 len: 379 time: 0.3180094 Sep 24 15:04:07.157974 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'port': {'device_id': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'admin_state_up': True, 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'security_groups': ['efd9ece9-fa56-4551-88b7-bedeed456d4d']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:07.268757 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Made reservation on behalf of 2471478b45e44c329521ca043bb14cda for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:04:07.272229 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.403070 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Allocated IP 172.20.0.11 (5062f758-2dce-4f52-8418-f3dbaf6df8ae/37ed5a58-d1d6-49ad-99ac-664eff997a57/6ec3bad3-43fb-4324-86c7-eebfdd244409) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:07.421611 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55374) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:07.543626 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-810ebbe5-4999-4610-923a-d0d8987e08a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.567639 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.630496 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.682624 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:07.687477 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:07.695793 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:04:07.731445 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:07.764748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-810ebbe5-4999-4610-923a-d0d8987e08a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.774291 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:07.774942 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.778837 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-810ebbe5-4999-4610-923a-d0d8987e08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.822219 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0d7c1d02-3234-44c1-ae07-48632a7e21b9 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6682870 Sep 24 15:04:07.827053 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ebbe5-4999-4610-923a-d0d8987e08a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653b5d6-05a6-4874-bf22-b106eba73dac,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:07.836881 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55380) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:07.843941 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-810ebbe5-4999-4610-923a-d0d8987e08a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33d29805343c48d89a717678124d475e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154854 Sep 24 15:04:07.901768 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-88e427d4-bab4-46ec-9c64-0d4e4cfe5289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.914162 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085aef0-5ad1-4e20-8617-d45ed7db9c26 req-245df184-6d2d-4963-9ade-427acc7cb20e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:07.916059 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a085aef0-5ad1-4e20-8617-d45ed7db9c26 req-245df184-6d2d-4963-9ade-427acc7cb20e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 932 time: 0.0516028 Sep 24 15:04:07.928647 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Request body: {'port': {'device_id': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:07.932762 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-88e427d4-bab4-46ec-9c64-0d4e4cfe5289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.981726 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-69cc241d-bf05-47de-999f-661696ae8851 None None] Provisioning complete for port 6ec3bad3-43fb-4324-86c7-eebfdd244409 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:04:07.984789 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-69cc241d-bf05-47de-999f-661696ae8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.991280 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-88e427d4-bab4-46ec-9c64-0d4e4cfe5289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:07.995951 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-88e427d4-bab4-46ec-9c64-0d4e4cfe5289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.002374 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-88e427d4-bab4-46ec-9c64-0d4e4cfe5289 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3653b5d6-05a6-4874-bf22-b106eba73dac HTTP/1.1" status: 204 len: 168 time: 0.1641295 Sep 24 15:04:08.005355 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a085aef0-5ad1-4e20-8617-d45ed7db9c26 req-24faa054-fb58-4d7e-9cff-316d76e0d3ef tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809271 Sep 24 15:04:08.018050 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.020661 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e427d4-bab4-46ec-9c64-0d4e4cfe5289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653b5d6-05a6-4874-bf22-b106eba73dac,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.044987 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-69cc241d-bf05-47de-999f-661696ae8851 None None] Port 6ec3bad3-43fb-4324-86c7-eebfdd244409 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:04:08.295111 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec3bad3-43fb-4324-86c7-eebfdd244409 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:04:08.303488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55390) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:08.303659 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.316535 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Transition to ACTIVE for port object 6ec3bad3-43fb-4324-86c7-eebfdd244409 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:04:08.318409 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93faa3b4-b3c9-4d48-a310-24c1e1cbefab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.320878 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.370087 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.398285 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.398629 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.398966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.399540 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.399850 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.400225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.400600 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.401125 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.401621 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.401955 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.402290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.402690 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:08.436531 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93faa3b4-b3c9-4d48-a310-24c1e1cbefab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.445058 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-93faa3b4-b3c9-4d48-a310-24c1e1cbefab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.461789 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Attempting to bind port 6ec3bad3-43fb-4324-86c7-eebfdd244409 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:04:08.462048 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Attempting to bind port 6ec3bad3-43fb-4324-86c7-eebfdd244409 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:04:08.462375 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Attempting to bind port 6ec3bad3-43fb-4324-86c7-eebfdd244409 on network 5062f758-2dce-4f52-8418-f3dbaf6df8ae {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:08.466797 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Port 6ec3bad3-43fb-4324-86c7-eebfdd244409 on network 5062f758-2dce-4f52-8418-f3dbaf6df8ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:04:08.467124 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Attempting to bind port 6ec3bad3-43fb-4324-86c7-eebfdd244409 on network 5062f758-2dce-4f52-8418-f3dbaf6df8ae {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:04:08.472387 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:04:08.472735 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Checking segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:04:08.473124 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Bound using segment: {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:04:08.473555 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Bound port: 6ec3bad3-43fb-4324-86c7-eebfdd244409, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2814fc5c-4768-445e-a2de-1f3f03784759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:04:08.473919 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.487315 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-93faa3b4-b3c9-4d48-a310-24c1e1cbefab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf51f11c55974a02ad9fd2614cb738cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826065 Sep 24 15:04:08.488762 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faa3b4-b3c9-4d48-a310-24c1e1cbefab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b2efee-743e-4440-8ed6-2abdac31318c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.490263 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55392) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:08.578109 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:04:08.585133 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e78f244-8048-4ed0-a788-7f645dfb08e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.595841 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:04:08.604957 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.645494 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e78f244-8048-4ed0-a788-7f645dfb08e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.665574 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:08.666196 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.667650 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] 10.222.0.70 "PUT /v2.0/ports/6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1094 time: 0.8220158 Sep 24 15:04:08.668219 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:04:08.670493 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353727f-1cbe-434f-adae-f4b1d0aa4887" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:08.728697 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad396-7dca-47cf-b729-78835d6d3358 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.733245 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e78f244-8048-4ed0-a788-7f645dfb08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.735930 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-2e78f244-8048-4ed0-a788-7f645dfb08e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:08.739969 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-2e78f244-8048-4ed0-a788-7f645dfb08e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5b2efee-743e-4440-8ed6-2abdac31318c HTTP/1.1" status: 204 len: 168 time: 0.2485499 Sep 24 15:04:08.765536 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78f244-8048-4ed0-a788-7f645dfb08e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b2efee-743e-4440-8ed6-2abdac31318c,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:08.779409 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-5f305910-4fcc-48bc-8e4a-38105d3a36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:08.780971 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-5f305910-4fcc-48bc-8e4a-38105d3a36ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1097 time: 0.0626495 Sep 24 15:04:08.838555 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-0e151ef5-e03e-40e4-b17b-f35cdeeee7d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 217 time: 0.0484915 Sep 24 15:04:08.891797 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-8ac39a59-dabf-4946-8408-008d70fd2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:08.893826 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-8ac39a59-dabf-4946-8408-008d70fd2942 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0482855 Sep 24 15:04:08.943969 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-7a632f67-a54d-4195-bce6-8cb12af0b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:08.945563 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-7a632f67-a54d-4195-bce6-8cb12af0b2ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436919 Sep 24 15:04:08.955626 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edbce3f-166d-4f66-b752-d21902473b5e x-openstack-request-id: req-9edbce3f-166d-4f66-b752-d21902473b5e {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:08.955908 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:08.956243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9edbce3f-166d-4f66-b752-d21902473b5e {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:08.956659 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'status': 'completed', 'code': 200} Sep 24 15:04:09.051109 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-46503792-b9b5-46b8-9f53-1cd02fd26d55 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935497 Sep 24 15:04:09.182417 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82375640-2330-4fed-aa1c-6515c6846f32 req-4b9b0928-65b7-45fe-8491-e35a9ad739b5 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:09.183966 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-82375640-2330-4fed-aa1c-6515c6846f32 req-4b9b0928-65b7-45fe-8491-e35a9ad739b5 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.1043730 Sep 24 15:04:09.187753 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-42d57681-811c-4f3b-a1d4-91dd3eae0b54 req-439b9a1b-e897-4c55-8b1c-e514978a970e service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284330 Sep 24 15:04:09.229315 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-82375640-2330-4fed-aa1c-6515c6846f32 req-4dc71116-0c78-4763-8b06-da1a9e94a43e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389943 Sep 24 15:04:09.290110 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-1edd524a-d10d-4c90-99ee-8640f86fe36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:09.291729 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-1edd524a-d10d-4c90-99ee-8640f86fe36f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1097 time: 0.0462828 Sep 24 15:04:09.391993 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-5fe39e72-5c41-4de5-8b35-2940b3d20167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:09.394117 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-5fe39e72-5c41-4de5-8b35-2940b3d20167 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.0918291 Sep 24 15:04:09.444163 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-d0010038-aa23-4e12-b218-d1dbf64a6092 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 217 time: 0.0390239 Sep 24 15:04:09.493644 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-112028dc-8e95-4d10-b18e-da973e10b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:09.494998 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-112028dc-8e95-4d10-b18e-da973e10b7a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0437088 Sep 24 15:04:09.543174 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-71baefc3-6f77-4130-ae76-c181d0852128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:09.544725 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-71baefc3-6f77-4130-ae76-c181d0852128 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413380 Sep 24 15:04:09.642073 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-d852fc0e-1bc9-4ce5-9dff-c1a2eabfebf3 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878429 Sep 24 15:04:09.737827 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f353727f-1cbe-434f-adae-f4b1d0aa4887 req-8c1bdfab-4624-4a2d-8568-c455dc63c611 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882835 Sep 24 15:04:10.355116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dc94f-b074-4fef-a988-6bcda8205f32 req-bb46e8b0-e8f7-4617-861f-244511cde237 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:10.356885 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8c4dc94f-b074-4fef-a988-6bcda8205f32 req-bb46e8b0-e8f7-4617-861f-244511cde237 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0516021 Sep 24 15:04:10.398202 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8c4dc94f-b074-4fef-a988-6bcda8205f32 req-2285e609-8422-4cfc-98eb-47f2bc7d49de tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346742 Sep 24 15:04:11.522601 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f640db-9d89-4921-ba8c-77bcca5ac72d req-17973063-16f8-4293-9f60-db5774d86247 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:11.524121 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7f640db-9d89-4921-ba8c-77bcca5ac72d req-17973063-16f8-4293-9f60-db5774d86247 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0532191 Sep 24 15:04:11.561565 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-d7f640db-9d89-4921-ba8c-77bcca5ac72d req-f4de253a-d0cc-496c-9876-ecf0b4e24283 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314262 Sep 24 15:04:12.677694 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018930b1-c60b-4117-9f33-cf16cda9f7ec req-16f0a603-2286-44ea-94a3-31db124fe009 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:12.679150 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-018930b1-c60b-4117-9f33-cf16cda9f7ec req-16f0a603-2286-44ea-94a3-31db124fe009 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0509577 Sep 24 15:04:12.960609 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-018930b1-c60b-4117-9f33-cf16cda9f7ec req-a8e19f96-0833-466a-be63-885dadbd55e6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755015 Sep 24 15:04:14.078251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0f22-fab6-4b01-8414-01e04989a388 req-0deb3a6b-2226-4644-a95a-b0ad74493de3 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:14.079883 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-799f0f22-fab6-4b01-8414-01e04989a388 req-0deb3a6b-2226-4644-a95a-b0ad74493de3 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0500753 Sep 24 15:04:14.119621 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-799f0f22-fab6-4b01-8414-01e04989a388 req-ebc0e50a-68fa-4735-b489-5a5441e2a1a3 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329907 Sep 24 15:04:15.243025 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d0445-15bc-43fb-a215-6e6025809ece req-1722099a-faba-4712-8263-858225e39463 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:15.244505 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e94d0445-15bc-43fb-a215-6e6025809ece req-1722099a-faba-4712-8263-858225e39463 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0560479 Sep 24 15:04:15.282444 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e94d0445-15bc-43fb-a215-6e6025809ece req-14d2a8e4-6ff8-4221-b730-dde699d899f3 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Sep 24 15:04:16.025694 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:04:16.122381 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:16.134219 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'port_id': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'mac_address': 'fa:16:3e:82:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:04:16.172979 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:16.191131 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec3bad3-43fb-4324-86c7-eebfdd244409 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:04:16.210914 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:16.214819 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:16.262591 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:16.270097 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.270442 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.270780 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.271111 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.271440 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.271800 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.272123 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.272445 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.272770 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.273090 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.273407 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.273723 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:16.401138 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284ef2d-196d-4907-ac4d-760463b1d3e2 req-7113e349-6957-488e-b105-46f5eecad08b tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:16.402673 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b284ef2d-196d-4907-ac4d-760463b1d3e2 req-7113e349-6957-488e-b105-46f5eecad08b tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 945 time: 0.0511422 Sep 24 15:04:16.441647 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b284ef2d-196d-4907-ac4d-760463b1d3e2 req-76153fe3-6bce-43c9-a150-df7966089e61 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326827 Sep 24 15:04:16.506487 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['6ec3bad3-43fb-4324-86c7-eebfdd244409'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:04:16.918326 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f981567-abf8-4c16-b196-7d210ce7bae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:17.558456 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8079ac-1891-4ab6-ac85-8215cd504710 req-738b6059-f5dc-48b1-9562-ac4b3ca638d6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:17.559985 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc8079ac-1891-4ab6-ac85-8215cd504710 req-738b6059-f5dc-48b1-9562-ac4b3ca638d6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 945 time: 0.0500064 Sep 24 15:04:17.599694 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bc8079ac-1891-4ab6-ac85-8215cd504710 req-f659768f-c70c-49e9-8d9f-df1be3874589 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Sep 24 15:04:18.010307 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:18.057034 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:04:18.105352 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 6ec3bad3-43fb-4324-86c7-eebfdd244409 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:04:18.109736 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 6ec3bad3-43fb-4324-86c7-eebfdd244409 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:04:18.110290 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:18.185130 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:18.212641 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:04:18.214884 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271c831-560e-44ba-99f5-8e44b5dd27d1" -d '{"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:18.228032 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:04:18.246339 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:18.300036 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:18.390383 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280db44-41b2-4397-9ac7-f7180c16ff74 x-openstack-request-id: req-7280db44-41b2-4397-9ac7-f7180c16ff74 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:18.390717 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:18.390930 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7280db44-41b2-4397-9ac7-f7180c16ff74 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:18.391324 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'code': 200} Sep 24 15:04:18.629342 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff16fa-f37d-4182-b48f-dba789804f24 req-881d5217-8058-4c87-8789-db34d41f3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:18.631497 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f4ff16fa-f37d-4182-b48f-dba789804f24 req-881d5217-8058-4c87-8789-db34d41f3e8c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0434942 Sep 24 15:04:18.674846 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f4ff16fa-f37d-4182-b48f-dba789804f24 req-04733724-eb4e-4905-8725-bd1bb4a0e674 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297587 Sep 24 15:04:18.727071 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db87f5-9ae9-4d33-ad9a-5c2af916c9e6 req-6d630b4a-8bdd-4914-b8a1-1620c42e7252 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:18.728521 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-47db87f5-9ae9-4d33-ad9a-5c2af916c9e6 req-6d630b4a-8bdd-4914-b8a1-1620c42e7252 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0532329 Sep 24 15:04:18.766394 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-47db87f5-9ae9-4d33-ad9a-5c2af916c9e6 req-ca48ea26-fee1-47e3-ba8f-e4bbeecdb20a tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Sep 24 15:04:19.030724 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:04:19.885665 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f1de-88a8-431d-93ca-0df494559072 req-504a7ea9-a029-48b6-b226-93a32305b192 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:19.887227 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4f33f1de-88a8-431d-93ca-0df494559072 req-504a7ea9-a029-48b6-b226-93a32305b192 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0513272 Sep 24 15:04:19.925399 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4f33f1de-88a8-431d-93ca-0df494559072 req-5e38caf7-525a-4d6b-931b-bb37d39bd5c7 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Sep 24 15:04:20.123993 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71ce472f-51c3-4076-9b97-bfc78a874ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:20.672455 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:21.059172 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf453c4-5686-4945-b7e8-55a034232065 req-5310b4f2-a380-49b0-a8d4-ec68a3ba7150 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:21.060797 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-baf453c4-5686-4945-b7e8-55a034232065 req-5310b4f2-a380-49b0-a8d4-ec68a3ba7150 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0568810 Sep 24 15:04:21.102135 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-baf453c4-5686-4945-b7e8-55a034232065 req-d25971a0-9eea-4611-8b0c-817c2a7f3379 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351696 Sep 24 15:04:21.247695 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1c1d7-d2f2-4fb5-a294-14e055b0563f req-764a38aa-dd66-4d60-b05f-6a91d93e7f42 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:21.249227 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5db1c1d7-d2f2-4fb5-a294-14e055b0563f req-764a38aa-dd66-4d60-b05f-6a91d93e7f42 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0533345 Sep 24 15:04:21.290253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5db1c1d7-d2f2-4fb5-a294-14e055b0563f req-91589970-8c0f-4e4d-9bb5-898664d6c4fa tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Sep 24 15:04:21.314582 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55524) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:21.513000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274bf4e-dd7c-4b07-9186-3ea9046ec887 tempest-TestShelveInstance-395150314 tempest-TestShelveInstance-395150314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:21.514567 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-9274bf4e-dd7c-4b07-9186-3ea9046ec887 tempest-TestShelveInstance-395150314 tempest-TestShelveInstance-395150314-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1094 time: 0.1988747 Sep 24 15:04:21.517593 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55528) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:21.522910 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'port_id': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:04:21.547634 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for floatingip, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:21.680102 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:21.789560 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Allocated IP 172.27.2.217 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/7eec0bd5-5bd7-4212-ac9d-90c49d17c8bf) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:04:21.924719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:21.956829 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:21.960884 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:22.010482 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:04:22.013451 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:04:22.017203 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:04:22.025469 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'Port': ['ID=7eec0bd5-5bd7-4212-ac9d-90c49d17c8bf,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:22.425614 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:22.497668 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:22.658828 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:22.665370 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:22.742954 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event updated for resources: {'Port': ['ID=7eec0bd5-5bd7-4212-ac9d-90c49d17c8bf,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:22.756580 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:22.858496 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Floating IP 9c5c342e-0c25-4639-969f-c4428001ed43 associated. External IP: 172.27.2.217, port: 6ec3bad3-43fb-4324-86c7-eebfdd244409. Sep 24 15:04:23.095213 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:04:23.217980 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:04:23.228617 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] Sync routers for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:04:23.236481 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:23.238413 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:04:23.239062 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:04:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:23.266264 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-27186418-c6dc-4606-9055-7de97d0d2805 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7474360 Sep 24 15:04:23.266736 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:04:23.269116 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87616544-9f4b-462b-8cba-19e9dd484c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:04:23.314913 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1dd6fb-7fef-4546-9b06-bccc099b3303 x-openstack-request-id: req-af1dd6fb-7fef-4546-9b06-bccc099b3303 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:04:23.315273 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:04:23.315637 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af1dd6fb-7fef-4546-9b06-bccc099b3303 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:04:23.316050 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'status': 'completed', 'code': 200} Sep 24 15:04:23.367315 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:04:23.393708 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-1de78ccb-c005-4695-9a4e-850714d8838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:23.395326 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-1de78ccb-c005-4695-9a4e-850714d8838d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0451090 Sep 24 15:04:23.517009 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-e96f7290-1e50-4319-a9e0-af63b0f036d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:23.518597 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-e96f7290-1e50-4319-a9e0-af63b0f036d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.1094706 Sep 24 15:04:23.596973 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-c37d0f36-c9be-4acc-beea-c277541f4037 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1000 time: 0.0658171 Sep 24 15:04:23.632645 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '9c5c342e-0c25-4639-969f-c4428001ed43', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'port_id': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'mac_address': 'fa:16:3e:82:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:04:22Z', 'updated_at': '2021-09-24T15:04:22Z', 'revision_number': 0, 'project_id': '2471478b45e44c329521ca043bb14cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:36Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:23.657592 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-47edbb8e-5f6c-452d-80df-ac5baae995e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:23.659107 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-47edbb8e-5f6c-452d-80df-ac5baae995e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0504236 Sep 24 15:04:23.683442 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] Checking router: d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:04:23.693357 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:04:23.694013 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:04:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:23.957968 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:04:24.007382 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-5f5a88ae-06a4-436f-9362-a7ea5051ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:24.008977 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-5f5a88ae-06a4-436f-9362-a7ea5051ff9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3367009 Sep 24 15:04:24.089541 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:24.113419 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-6baa0d72-7052-4d37-9163-9eefb76c6823 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905900 Sep 24 15:04:24.235165 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-87616544-9f4b-462b-8cba-19e9dd484c6a req-70ff2470-bd4b-4d20-a2ad-84df3f019791 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127973 Sep 24 15:04:24.245976 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '9c5c342e-0c25-4639-969f-c4428001ed43', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'port_id': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'mac_address': 'fa:16:3e:82:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:04:22Z', 'updated_at': '2021-09-24T15:04:22Z', 'revision_number': 0, 'project_id': '2471478b45e44c329521ca043bb14cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:36Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:04:24.273855 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7232cd3-f41d-4e4a-ad2d-1d4465180317 None None] The sync data for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi is: [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '9c5c342e-0c25-4639-969f-c4428001ed43', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'floating_ip_address': '172.27.2.217', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'port_id': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'mac_address': 'fa:16:3e:82:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:04:22Z', 'updated_at': '2021-09-24T15:04:22Z', 'revision_number': 0, 'project_id': '2471478b45e44c329521ca043bb14cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:36Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:04:24.476758 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c8b554-1e6f-40ef-af1f-1b9961f6fb01 None None] New status for floating IP 9c5c342e-0c25-4639-969f-c4428001ed43: ACTIVE {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:04:40.978084 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55624) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:41.089956 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e4507532-8496-4616-a60a-45505285920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.186315 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e4507532-8496-4616-a60a-45505285920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.190130 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-e4507532-8496-4616-a60a-45505285920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.229463 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-e4507532-8496-4616-a60a-45505285920e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a512e330bc14a5395c582f0c4f65346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500663 Sep 24 15:04:41.230170 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4507532-8496-4616-a60a-45505285920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f422b58-4893-45bd-ac4f-75466dbc74e7,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:41.231993 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55628) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:41.288094 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.310042 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.357854 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.360448 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:41.361631 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f422b58-4893-45bd-ac4f-75466dbc74e7 HTTP/1.1" status: 204 len: 168 time: 0.1285372 Sep 24 15:04:41.370691 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f422b58-4893-45bd-ac4f-75466dbc74e7,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:41.379045 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.379378 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.379754 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.380096 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.380427 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.380757 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.381086 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.381409 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.381731 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.382050 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.382358 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:41.382673 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59068b2b-88fc-4d25-bc3a-a2fb4f7d1ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:04:42.412187 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55658) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:42.526611 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1f7556d1-a9f3-4756-a804-66ece9b1ab78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.628383 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1f7556d1-a9f3-4756-a804-66ece9b1ab78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.633040 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-1f7556d1-a9f3-4756-a804-66ece9b1ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.669488 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7556d1-a9f3-4756-a804-66ece9b1ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4e73a3-c9d0-4839-8096-4bdc05518f5c,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:42.673689 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-1f7556d1-a9f3-4756-a804-66ece9b1ab78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d300f12937614b72bbccc678aa58b590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601907 Sep 24 15:04:42.676285 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55662) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:04:42.729345 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-937b6100-46b7-49ad-90f4-f2d65daed41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.751120 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-937b6100-46b7-49ad-90f4-f2d65daed41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.800643 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-937b6100-46b7-49ad-90f4-f2d65daed41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.804748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-937b6100-46b7-49ad-90f4-f2d65daed41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:42.806038 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-937b6100-46b7-49ad-90f4-f2d65daed41c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f4e73a3-c9d0-4839-8096-4bdc05518f5c HTTP/1.1" status: 204 len: 168 time: 0.1280093 Sep 24 15:04:42.818302 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b6100-46b7-49ad-90f4-f2d65daed41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4e73a3-c9d0-4839-8096-4bdc05518f5c,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:04:46.918968 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-240ea932-7e62-4fcf-a397-c2df4c91692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:48.007752 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.125627 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c12feb9-7cf5-4fc1-b7f0-01da5740d607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:50.676444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:51.955070 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:54.083022 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:04:56.029781 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:04:57.140191 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-73e05709-b763-4902-bb88-245781400f21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391867 Sep 24 15:04:57.229889 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-9c20a4d0-ca91-4b27-ba1c-f563edcfa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:57.231486 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-9c20a4d0-ca91-4b27-ba1c-f563edcfa806 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0430362 Sep 24 15:04:57.345793 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-9445bd5a-c74e-419b-ab07-394479a10ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:57.347525 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-9445bd5a-c74e-419b-ab07-394479a10ae7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.0841420 Sep 24 15:04:57.422158 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-2f1f00c3-d7f5-47d8-9135-2a0b9ee9bd8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1002 time: 0.0626750 Sep 24 15:04:57.475262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-66c063bc-8836-4dcd-a3cb-b842e2c5113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:57.476734 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-66c063bc-8836-4dcd-a3cb-b842e2c5113b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0435264 Sep 24 15:04:57.523311 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-47783469-b4cd-438e-9e4b-5b53efe49c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:04:57.525105 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-47783469-b4cd-438e-9e4b-5b53efe49c00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404248 Sep 24 15:04:57.619529 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-67b54adc-e951-4454-8e1e-508262be8fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Sep 24 15:04:57.710473 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf3b5b0b-445d-431e-98cb-c2f1e84f709e req-052845a0-2cd8-462d-9c6a-ed94c6ff6913 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813620 Sep 24 15:05:03.086469 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55802) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:03.225712 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-025ada6e-91b5-4317-b8ae-4bdac35dc7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.317387 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-025ada6e-91b5-4317-b8ae-4bdac35dc7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.321006 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-025ada6e-91b5-4317-b8ae-4bdac35dc7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.359371 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-025ada6e-91b5-4317-b8ae-4bdac35dc7f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6691d21fd843466094887294944cc83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717395 Sep 24 15:05:03.360609 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ada6e-91b5-4317-b8ae-4bdac35dc7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce7f07c-8db2-4803-98cd-233b4455be45,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:03.362051 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55806) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:05:03.413655 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2b47-2923-4528-8cae-804cb52b9e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.433841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2b47-2923-4528-8cae-804cb52b9e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.479760 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2b47-2923-4528-8cae-804cb52b9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.482359 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2b47-2923-4528-8cae-804cb52b9e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:03.483511 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2d9c2b47-2923-4528-8cae-804cb52b9e63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ce7f07c-8db2-4803-98cd-233b4455be45 HTTP/1.1" status: 204 len: 168 time: 0.1204607 Sep 24 15:05:03.491317 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2b47-2923-4528-8cae-804cb52b9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce7f07c-8db2-4803-98cd-233b4455be45,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:05:16.921114 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb3b814e-b864-4a47-8d22-158e120e7231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:18.017146 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:20.126431 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94d86e08-efc5-4e38-85bb-b3586f1b0311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:20.677481 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:21.956793 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:24.086523 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:33.028252 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:05:46.921629 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa1176ad-eaa2-4676-b4bd-941ffe420dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:48.048087 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.129155 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7386993c-ea53-4102-b745-88e6393f3595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:50.680220 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:51.959737 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.089693 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:05:54.756214 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-12e05515-da5b-49ae-8919-013376eccbba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436053 Sep 24 15:05:54.854139 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353990ba-18eb-4668-b690-e321b24e11ad req-3902025e-89d9-4c1d-90f8-384db1107c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:54.855758 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-3902025e-89d9-4c1d-90f8-384db1107c7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0477607 Sep 24 15:05:54.977215 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353990ba-18eb-4668-b690-e321b24e11ad req-6bdb271b-7896-47ce-b5c9-6ebf21b46554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:54.978720 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-6bdb271b-7896-47ce-b5c9-6ebf21b46554 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.0979106 Sep 24 15:05:55.058937 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-0299bbb8-33a9-42ca-a2c5-47288923ce92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1002 time: 0.0717549 Sep 24 15:05:55.121055 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353990ba-18eb-4668-b690-e321b24e11ad req-abf873ef-3f33-4013-8391-4ee47f45d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:55.122561 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-abf873ef-3f33-4013-8391-4ee47f45d287 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0562286 Sep 24 15:05:55.178702 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353990ba-18eb-4668-b690-e321b24e11ad req-1d02044e-0e3a-45d0-bf63-780e34d52fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:05:55.180278 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-1d02044e-0e3a-45d0-bf63-780e34d52fff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486712 Sep 24 15:05:55.287928 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-2819b3e6-0adb-4971-a011-64d0abf1a7fb service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992815 Sep 24 15:05:55.390995 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-353990ba-18eb-4668-b690-e321b24e11ad req-d908b60f-017d-42eb-beab-16cdc7139718 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950010 Sep 24 15:06:10.027356 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:06:16.923247 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07daf344-609d-4328-ab7f-9f30010b3213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:18.059600 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:20.135298 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-780f80af-9bf0-429b-a773-be9466b97a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:20.681040 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:21.962315 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:24.090235 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:43.642382 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884333f5-a135-4022-ad28-baa122712a8f req-c5a966ce-918e-4162-9232-37a12abe0ddc tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:43.643878 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-884333f5-a135-4022-ad28-baa122712a8f req-c5a966ce-918e-4162-9232-37a12abe0ddc tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0502546 Sep 24 15:06:43.681732 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-884333f5-a135-4022-ad28-baa122712a8f req-d05f8f3e-a09f-4522-a630-ff4068a7d3f4 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316780 Sep 24 15:06:44.812608 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165d057-7b1f-411e-b90b-c5f86565519f req-bc106004-d3f5-498c-a56e-261cd58b3081 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:44.814085 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a165d057-7b1f-411e-b90b-c5f86565519f req-bc106004-d3f5-498c-a56e-261cd58b3081 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0505698 Sep 24 15:06:44.852434 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a165d057-7b1f-411e-b90b-c5f86565519f req-7a7f7a73-0c00-4309-8cad-388cd865679b tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Sep 24 15:06:45.982360 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56f9e5-8af7-4da8-8405-cca295ffcb0c req-fd62bae9-46b5-4beb-a9c3-b09357fbf5ab tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:45.983869 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6b56f9e5-8af7-4da8-8405-cca295ffcb0c req-fd62bae9-46b5-4beb-a9c3-b09357fbf5ab tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0511310 Sep 24 15:06:46.023322 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6b56f9e5-8af7-4da8-8405-cca295ffcb0c req-9a79cbaf-1be5-4179-ae3d-3bbbac7324e7 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Sep 24 15:06:46.925510 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-557d333a-92d0-496b-8644-6e4791ebe277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:47.026030 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:06:47.141566 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e998ce7-242d-4757-9893-03244fb19e86 req-9ad35e66-ad9a-4d00-aaf8-a23d29ec8710 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:47.143078 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9e998ce7-242d-4757-9893-03244fb19e86 req-9ad35e66-ad9a-4d00-aaf8-a23d29ec8710 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0546408 Sep 24 15:06:47.180952 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9e998ce7-242d-4757-9893-03244fb19e86 req-1a79fb9a-94a8-4595-adc4-24d7868fb81c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311480 Sep 24 15:06:48.077032 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:48.293220 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3641a65-67d3-4ff9-82cd-a286a33f6098 req-96210568-882d-483d-b9fc-1802636050d4 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:48.294689 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e3641a65-67d3-4ff9-82cd-a286a33f6098 req-96210568-882d-483d-b9fc-1802636050d4 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0483403 Sep 24 15:06:48.332145 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e3641a65-67d3-4ff9-82cd-a286a33f6098 req-fb1e1f33-8a6a-4c90-8d95-6c74baafa311 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Sep 24 15:06:49.443937 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d872b-a49b-401b-b1cb-d4b9f613825b req-510db59a-3043-4a6c-8a96-50676a6128fa tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:49.445398 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-453d872b-a49b-401b-b1cb-d4b9f613825b req-510db59a-3043-4a6c-8a96-50676a6128fa tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0478985 Sep 24 15:06:49.482022 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-453d872b-a49b-401b-b1cb-d4b9f613825b req-ed5cade0-9df6-40c4-9d1a-abf27c846c35 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308223 Sep 24 15:06:50.137181 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e992-3e60-44c0-bb57-745ba4080b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:50.594810 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca5533-901e-49eb-b69d-e1f61bf1d5c5 req-12bfe9ca-e67d-4fe0-8916-512fe2463937 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:50.596299 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-60ca5533-901e-49eb-b69d-e1f61bf1d5c5 req-12bfe9ca-e67d-4fe0-8916-512fe2463937 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0484726 Sep 24 15:06:50.634026 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-60ca5533-901e-49eb-b69d-e1f61bf1d5c5 req-0e4e24f9-b396-4ce6-944d-451c70d6ea75 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Sep 24 15:06:50.680968 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:51.747748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877fa0-bb8c-4a6d-b068-34168cf31188 req-612c61fc-b6b2-43a1-884c-5b0b2d2a6167 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:51.749215 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ab877fa0-bb8c-4a6d-b068-34168cf31188 req-612c61fc-b6b2-43a1-884c-5b0b2d2a6167 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0482078 Sep 24 15:06:51.786531 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ab877fa0-bb8c-4a6d-b068-34168cf31188 req-4d295e84-2498-4c47-9b35-5020f932c512 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Sep 24 15:06:51.964437 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:53.062546 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a55f45-9834-4920-b839-4bde4e8492d3 req-3d02835c-6051-4f18-8303-061aee1c690c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:53.064148 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94a55f45-9834-4920-b839-4bde4e8492d3 req-3d02835c-6051-4f18-8303-061aee1c690c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0525765 Sep 24 15:06:53.102396 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94a55f45-9834-4920-b839-4bde4e8492d3 req-2e178bfd-6bd6-420a-b036-500ee7ca86b4 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Sep 24 15:06:53.832501 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-866f5f18-1cfb-4d6b-9db7-b8bfe75946c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:53.834624 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-866f5f18-1cfb-4d6b-9db7-b8bfe75946c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0432677 Sep 24 15:06:53.926250 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-cdb1a511-d4c4-4090-bb59-20be8faa3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:53.928033 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-cdb1a511-d4c4-4090-bb59-20be8faa3ddc service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.0844660 Sep 24 15:06:54.006337 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-26cffc72-ab59-495a-adac-32f80d563cbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1002 time: 0.0668256 Sep 24 15:06:54.060069 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-a5f465ce-23a3-4d2c-925e-966139e57c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:54.061536 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-a5f465ce-23a3-4d2c-925e-966139e57c84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0483298 Sep 24 15:06:54.094506 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:54.109759 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-38312e3f-83de-4ac9-a48e-cbb95b227cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:54.111345 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-38312e3f-83de-4ac9-a48e-cbb95b227cc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412600 Sep 24 15:06:54.230453 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-2846dd73-7d57-476a-9696-be0486216dc8 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106601 Sep 24 15:06:54.244936 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2edaf-6bc7-4f48-853d-10a42c8e8d2f req-0ed75918-083f-420d-8de3-20041b080329 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:54.246342 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c9d2edaf-6bc7-4f48-853d-10a42c8e8d2f req-0ed75918-083f-420d-8de3-20041b080329 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0667906 Sep 24 15:06:54.334918 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c9d2edaf-6bc7-4f48-853d-10a42c8e8d2f req-260ea7ba-605b-46b9-951e-d34a56a07deb tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805733 Sep 24 15:06:54.357069 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-08274bd2-0f6f-4a21-94fe-4b8b2fabfbae req-476f2693-7fb7-4d5c-97f9-4d9a995a987e service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098063 Sep 24 15:06:55.449685 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35f08d-e046-4907-b1c0-ff5f80f35880 req-bdeb0382-fba2-4a8c-b1b5-042e10821b7d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:55.451142 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fc35f08d-e046-4907-b1c0-ff5f80f35880 req-bdeb0382-fba2-4a8c-b1b5-042e10821b7d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0483842 Sep 24 15:06:55.488370 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fc35f08d-e046-4907-b1c0-ff5f80f35880 req-60e4866e-6223-467e-97ef-897bde770e90 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Sep 24 15:06:56.527775 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-6361ab98-8622-4b29-9abc-27ec9c7a06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:56.529434 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-6361ab98-8622-4b29-9abc-27ec9c7a06ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0496728 Sep 24 15:06:56.686082 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f58ae-eb3b-4807-8950-680b5baeb85c req-541c87d4-9159-4d07-bbb5-38cabc83adec tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:56.687634 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e86f58ae-eb3b-4807-8950-680b5baeb85c req-541c87d4-9159-4d07-bbb5-38cabc83adec tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.1142070 Sep 24 15:06:56.709750 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-64b32be8-7794-45d2-9015-336aa327c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:56.711410 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-64b32be8-7794-45d2-9015-336aa327c5bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.1578133 Sep 24 15:06:56.780040 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e86f58ae-eb3b-4807-8950-680b5baeb85c req-3a17a85a-97c6-4fef-b3f9-cde3efb5f5c2 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824902 Sep 24 15:06:56.803572 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-dffd6c63-ca78-4abe-a2fd-3dacccb416e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1002 time: 0.0817275 Sep 24 15:06:56.860450 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-97516290-835e-4dde-a3a2-705ce993988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:56.861949 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-97516290-835e-4dde-a3a2-705ce993988f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0502884 Sep 24 15:06:56.914369 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-8236d42f-5c49-4034-b0a4-9082ba3f852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:56.915913 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-8236d42f-5c49-4034-b0a4-9082ba3f852e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452855 Sep 24 15:06:57.015003 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-8657adc2-3d82-4d7e-aeab-a0457d1f160e service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903606 Sep 24 15:06:57.119553 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d578530-e3f2-4622-8f9a-de3260b9e9b2 req-1b8d834e-b78e-4988-b7a4-5a78b98c84d3 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946872 Sep 24 15:06:57.896069 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b65f37-6c9e-4993-81f3-0d9143829a6d req-21679c35-ea90-4a57-a5ec-85fe16e196d2 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:57.897583 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e2b65f37-6c9e-4993-81f3-0d9143829a6d req-21679c35-ea90-4a57-a5ec-85fe16e196d2 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0495338 Sep 24 15:06:57.936867 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e2b65f37-6c9e-4993-81f3-0d9143829a6d req-e8773d50-ad39-480f-8afc-0a927a70bcb8 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330205 Sep 24 15:06:58.863802 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:06:58.938765 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:58.963750 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:06:58.965980 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a0546-88dd-492a-a3e3-5f0aaca0bb0c" -d '{"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:06:58.980624 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:06:58.984946 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:06:59.009563 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c5300-88b3-4017-ad73-54fe7ef6ca10 x-openstack-request-id: req-388c5300-88b3-4017-ad73-54fe7ef6ca10 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:06:59.009868 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-unplugged", "status": "failed", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "code": 422}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:06:59.010116 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-388c5300-88b3-4017-ad73-54fe7ef6ca10 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:06:59.010534 dv-cinder-810917-1-iscsi neutron-server[100530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'code': 422} returned with failed status Sep 24 15:06:59.036569 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:06:59.043422 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.043790 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.044136 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.044476 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.044815 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.045147 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.045479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.045809 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.046138 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.046466 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.046795 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.047118 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:06:59.172795 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9581b4e-0fe3-43a3-8be6-366df31b4fee req-d2622774-43f9-46b3-8e12-769fec0ce369 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:06:59.174289 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a9581b4e-0fe3-43a3-8be6-366df31b4fee req-d2622774-43f9-46b3-8e12-769fec0ce369 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0539143 Sep 24 15:06:59.215293 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a9581b4e-0fe3-43a3-8be6-366df31b4fee req-dc2c586a-6abc-46d4-b1dd-5dd34596c89c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349610 Sep 24 15:06:59.232218 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-3745e3be-e033-4cef-bfcb-f5b057312606 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366587 Sep 24 15:07:00.331734 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72976fa-63ff-4aa5-b635-2b91d9bfcceb req-8015f21b-05ce-4a5b-9a4b-1aa60c348db8 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:00.333250 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f72976fa-63ff-4aa5-b635-2b91d9bfcceb req-8015f21b-05ce-4a5b-9a4b-1aa60c348db8 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0512094 Sep 24 15:07:00.370243 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-f72976fa-63ff-4aa5-b635-2b91d9bfcceb req-60a0a680-029f-4201-b12f-2bc0bebbdaa0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309665 Sep 24 15:07:00.474311 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-65819960-04ef-489e-ad67-dbf2ba627ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:00.475875 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-65819960-04ef-489e-ad67-dbf2ba627ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a&tenant_id=2471478b45e44c329521ca043bb14cda HTTP/1.1" status: 200 len: 1097 time: 0.0401843 Sep 24 15:07:00.542451 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-929089c7-bba1-4a18-8c35-cd1f03f6227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:00.544023 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-929089c7-bba1-4a18-8c35-cd1f03f6227b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1097 time: 0.0384958 Sep 24 15:07:00.635677 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-fc24b1b8-ee91-4dca-a0e7-9c836280dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:00.637210 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-fc24b1b8-ee91-4dca-a0e7-9c836280dde9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.0844991 Sep 24 15:07:00.701309 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-d6e1db34-9222-4051-b408-691a0ee94864 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1000 time: 0.0557194 Sep 24 15:07:00.753631 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-61e75bc8-61d5-4eb7-a3d1-ab971b0ae092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:00.755088 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-61e75bc8-61d5-4eb7-a3d1-ab971b0ae092 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0463424 Sep 24 15:07:00.801021 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-6be70f03-47a3-4bfd-b4ed-e361b68f4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:00.803254 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-6be70f03-47a3-4bfd-b4ed-e361b68f4e57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405071 Sep 24 15:07:00.891972 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-48881ffe-f973-4e3d-aab8-9f870a3e408e service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806875 Sep 24 15:07:00.983224 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd0b96b6-31c5-4122-a6e4-0eed962f53c0 req-83594687-816b-4be2-8594-dc47d8aebf5c service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837007 Sep 24 15:07:01.486645 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1695a5-aa6d-4dce-99a3-de7fbce667c6 req-58a06f5d-0b49-41d9-8252-4c276fa2de41 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:01.488063 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f1695a5-aa6d-4dce-99a3-de7fbce667c6 req-58a06f5d-0b49-41d9-8252-4c276fa2de41 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0496364 Sep 24 15:07:01.525820 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f1695a5-aa6d-4dce-99a3-de7fbce667c6 req-e01573e0-7541-42d7-85f9-0f2eb0fd7d85 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Sep 24 15:07:02.638839 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533161d-7b69-4bd3-9bb2-1803d65de678 req-5aace935-4510-43d4-8132-c9e7646e0d16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:02.640351 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5533161d-7b69-4bd3-9bb2-1803d65de678 req-5aace935-4510-43d4-8132-c9e7646e0d16 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0487123 Sep 24 15:07:02.678620 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5533161d-7b69-4bd3-9bb2-1803d65de678 req-fb8661c4-4821-40b3-9cbb-2a2ad5dbbefc tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321419 Sep 24 15:07:03.793377 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc49ad-acda-4ef2-87fa-e9c842aa29c5 req-17483c22-2d8d-4ee3-b057-dcd17527b3fa tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:03.794835 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-32fc49ad-acda-4ef2-87fa-e9c842aa29c5 req-17483c22-2d8d-4ee3-b057-dcd17527b3fa tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0485401 Sep 24 15:07:03.831630 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-32fc49ad-acda-4ef2-87fa-e9c842aa29c5 req-c37c3a89-abd3-49c4-a26e-85bbfc043b85 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Sep 24 15:07:04.951947 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6d92-951c-4f67-ab12-22941016be58 req-f9fa4a42-6261-42f4-85eb-7014aa620450 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:04.953414 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-521b6d92-951c-4f67-ab12-22941016be58 req-f9fa4a42-6261-42f4-85eb-7014aa620450 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0537972 Sep 24 15:07:04.991983 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-521b6d92-951c-4f67-ab12-22941016be58 req-bab10646-eb96-4bdf-a95b-76234282bfb0 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319934 Sep 24 15:07:06.107540 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e71b2e-a9f7-494c-a872-f7c67635ae41 req-31e94514-f1cc-442a-aeb9-2ecd6a331259 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:06.109030 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e1e71b2e-a9f7-494c-a872-f7c67635ae41 req-31e94514-f1cc-442a-aeb9-2ecd6a331259 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0512538 Sep 24 15:07:06.148100 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e1e71b2e-a9f7-494c-a872-f7c67635ae41 req-68cd1787-601a-4ca5-ad45-30f46710e96d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Sep 24 15:07:07.268221 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ac209-a01a-4444-8652-850b49e093e5 req-a28e913f-77f3-4235-af7d-519330a10d76 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:07.269759 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf6ac209-a01a-4444-8652-850b49e093e5 req-a28e913f-77f3-4235-af7d-519330a10d76 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0496547 Sep 24 15:07:07.307355 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-bf6ac209-a01a-4444-8652-850b49e093e5 req-ef60764f-4666-45e9-94c9-75c96d19b181 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315115 Sep 24 15:07:08.419984 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62329648-a9f1-4840-ba8f-1fa1cdf8a8b7 req-4913f86f-5916-4826-bf13-dc5c9b655e8a tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:08.421355 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-62329648-a9f1-4840-ba8f-1fa1cdf8a8b7 req-4913f86f-5916-4826-bf13-dc5c9b655e8a tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 944 time: 0.0485773 Sep 24 15:07:08.459864 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-62329648-a9f1-4840-ba8f-1fa1cdf8a8b7 req-cb62fa02-4142-4de0-8a6e-4ee9d806ff01 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322366 Sep 24 15:07:08.909012 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:07:09.003995 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:09.018916 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'port_id': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'mac_address': 'fa:16:3e:82:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:07:09.055618 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:09.068159 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec3bad3-43fb-4324-86c7-eebfdd244409 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:07:09.087444 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:09.091401 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:09.139812 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:09.353820 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['6ec3bad3-43fb-4324-86c7-eebfdd244409'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:07:09.576367 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6047cb-118c-4804-ac77-1ad0c71b8208 req-f58d9f62-bb4e-4786-82f2-84fbd10a46ef tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:09.577880 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9f6047cb-118c-4804-ac77-1ad0c71b8208 req-f58d9f62-bb4e-4786-82f2-84fbd10a46ef tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 945 time: 0.0495002 Sep 24 15:07:09.616065 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9f6047cb-118c-4804-ac77-1ad0c71b8208 req-d97d7496-547c-46f0-a8de-1cdb36fdcb8e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310769 Sep 24 15:07:10.727298 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80d45-459d-471d-bca8-9e4c781c2a86 req-5dba076b-389a-46a5-8400-a827e11ace46 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:10.728780 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-48f80d45-459d-471d-bca8-9e4c781c2a86 req-5dba076b-389a-46a5-8400-a827e11ace46 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 945 time: 0.0476961 Sep 24 15:07:10.765682 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-48f80d45-459d-471d-bca8-9e4c781c2a86 req-c71ba1d9-ce6c-4b35-94b7-c9afbb8d049d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308805 Sep 24 15:07:10.940157 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:07:10.988136 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 6ec3bad3-43fb-4324-86c7-eebfdd244409 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:07:10.988528 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:11.073246 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:11.094914 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:07:11.099738 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec753458-dd47-4c4b-b123-f8071ef684e5" -d '{"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:07:11.111712 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:07:11.116626 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:11.141276 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e509160-6308-4513-be7a-33ec11d6c67d x-openstack-request-id: req-7e509160-6308-4513-be7a-33ec11d6c67d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:07:11.141563 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-plugged", "status": "completed", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:07:11.141813 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e509160-6308-4513-be7a-33ec11d6c67d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:07:11.142195 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'code': 200} Sep 24 15:07:11.170318 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:07:11.368725 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6b38f-7d4d-440f-ba94-3dd2aefd6696 req-c07c7ba3-ead9-4e7a-9f20-fc42bc335410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:11.370090 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fdb6b38f-7d4d-440f-ba94-3dd2aefd6696 req-c07c7ba3-ead9-4e7a-9f20-fc42bc335410 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0424917 Sep 24 15:07:11.407176 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fdb6b38f-7d4d-440f-ba94-3dd2aefd6696 req-50e3c87d-c147-4748-8e37-e16254754025 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270736 Sep 24 15:07:11.882950 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9c95f-3234-418b-8423-4629fa0f5b0a req-bb5c8996-215f-4482-b6a0-9d1ca710a0c6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:11.884480 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bea9c95f-3234-418b-8423-4629fa0f5b0a req-bb5c8996-215f-4482-b6a0-9d1ca710a0c6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0533864 Sep 24 15:07:11.922425 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bea9c95f-3234-418b-8423-4629fa0f5b0a req-4d35ee6a-a5ed-4c83-84dd-fdcf9b5ce529 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Sep 24 15:07:13.040526 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f754672-811d-4c7c-aea3-9b7dcf3a56fc req-dc5d5a16-6d0d-4227-b0a0-0d7e2ab7765a tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:13.042101 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4f754672-811d-4c7c-aea3-9b7dcf3a56fc req-dc5d5a16-6d0d-4227-b0a0-0d7e2ab7765a tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0480490 Sep 24 15:07:13.079851 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4f754672-811d-4c7c-aea3-9b7dcf3a56fc req-b0f7b60d-9999-47e0-890f-e09ea0cbdf9f tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Sep 24 15:07:16.927568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-917708fb-a0e9-498b-90b6-05b426ed1971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:18.081900 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:20.138590 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0404154-ac49-41cb-acda-b3037c84763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:20.681925 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:21.968695 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:24.024561 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:07:24.099194 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:46.928767 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71176db9-3537-47ad-91bf-9c752be324ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:48.083257 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:50.142286 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-093f52f9-d34f-4ba4-b9f7-4b67eeb18fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:50.685519 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:51.977858 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:54.101189 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:07:58.467517 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-9125ab78-4075-40d8-8cb6-31339a850a7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446768 Sep 24 15:07:58.567205 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-c09b2049-ddef-4340-b40c-0c7bc0e870cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:58.569085 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-c09b2049-ddef-4340-b40c-0c7bc0e870cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0489995 Sep 24 15:07:58.694893 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-519834c9-2308-4772-ac3a-7b59b9cfa581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:58.696501 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-519834c9-2308-4772-ac3a-7b59b9cfa581 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.1040821 Sep 24 15:07:58.777498 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-952850dd-4c60-4de5-a6c0-4b1ec97b5e05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 1002 time: 0.0730851 Sep 24 15:07:58.832107 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-92314c9a-9923-441e-9ca9-710a4ffd38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:58.833864 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-92314c9a-9923-441e-9ca9-710a4ffd38b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0472527 Sep 24 15:07:58.907268 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-1230832a-5ed8-481c-9ab3-458456d94770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:07:58.909556 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-1230832a-5ed8-481c-9ab3-458456d94770 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668752 Sep 24 15:07:59.024320 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-3a2687ac-7b72-41ba-9f98-3a65372dd4bf service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071467 Sep 24 15:07:59.124867 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1c194ef9-6d50-4fcb-90b5-3abdf14179dc req-d1e68732-d0f8-4a00-b06d-ea7e1877e7cc service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920117 Sep 24 15:08:01.023057 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:08:16.928804 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2910eb0b-d910-43de-9fb6-93486e63b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:18.079847 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:20.143795 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f147e35f-b211-4dca-bc45-7c18ac8bb539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:20.686909 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:21.978551 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:24.102498 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.103539 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55940) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:32.266996 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Deleting port 7eec0bd5-5bd7-4212-ac9d-90c49d17c8bf {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:32.267339 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.341751 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.342081 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.354308 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Calling delete_port for 7eec0bd5-5bd7-4212-ac9d-90c49d17c8bf owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:32.500996 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.525113 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event deleted for resources: {'Port': ['ID=7eec0bd5-5bd7-4212-ac9d-90c49d17c8bf,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:32.539635 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.539985 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.540324 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.540650 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.540974 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.541296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.541616 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.541932 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.542251 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.542568 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.542881 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.543194 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:32.599661 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.599997 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Floating IP 9c5c342e-0c25-4639-969f-c4428001ed43 disassociated (deleted). External IP: 172.27.2.217, port: 6ec3bad3-43fb-4324-86c7-eebfdd244409. Sep 24 15:08:32.805814 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:32.916171 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:32.921012 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:32.926036 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] Sync routers for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:32.935210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:32.935859 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:32.946876 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3d6e23da-1b67-4ed5-8ed5-68924189a53c tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "DELETE /v2.0/floatingips/9c5c342e-0c25-4639-969f-c4428001ed43 HTTP/1.1" status: 204 len: 168 time: 0.8422465 Sep 24 15:08:32.947434 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:08:32.949710 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec104d73-7bd0-46d7-9ee6-126d24dbd750" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:08:33.044224 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:33.152799 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2461c1-4c6d-4b6a-a219-e88142c65f19 x-openstack-request-id: req-5f2461c1-4c6d-4b6a-a219-e88142c65f19 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:08:33.153311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:08:33.153486 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f2461c1-4c6d-4b6a-a219-e88142c65f19 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:08:33.154030 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'status': 'completed', 'code': 200} Sep 24 15:08:33.231923 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-2340337d-d6c2-4e62-9277-afcb54ad3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:33.234254 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-2340337d-d6c2-4e62-9277-afcb54ad3f1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2471478b45e44c329521ca043bb14cda&device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 1099 time: 0.0512202 Sep 24 15:08:33.243182 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84855-4dc5-4c4a-9d06-1c4c244f6931 req-8b3d0106-153f-48c6-b1a9-f2d9af7f6db6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:33.244844 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5ed84855-4dc5-4c4a-9d06-1c4c244f6931 req-8b3d0106-153f-48c6-b1a9-f2d9af7f6db6 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.1129007 Sep 24 15:08:33.249241 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:36Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:33.280569 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] Checking router: d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:33.287979 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5ed84855-4dc5-4c4a-9d06-1c4c244f6931 req-ca6c0939-72b9-4273-9397-7f6fe9155509 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Sep 24 15:08:33.289151 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:33.289772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:33.332522 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-e42de5f8-8c68-46e7-8558-719a15d1c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:33.333927 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-e42de5f8-8c68-46e7-8558-719a15d1c5d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 200 len: 910 time: 0.0906627 Sep 24 15:08:33.380364 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-5db7e260-2340-47fe-bfcc-b3dec679b019 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 200 len: 217 time: 0.0381494 Sep 24 15:08:33.395514 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:33.430973 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-eceea314-2dfc-4630-8321-ee9c1a08b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:33.432604 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-eceea314-2dfc-4630-8321-ee9c1a08b5a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 200 len: 848 time: 0.0434549 Sep 24 15:08:33.479529 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-f812aaad-deae-43ca-b0df-236748a43b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:33.481051 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-f812aaad-deae-43ca-b0df-236748a43b32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5062f758-2dce-4f52-8418-f3dbaf6df8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396395 Sep 24 15:08:33.576814 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-7a1e4be8-6610-462b-bd60-1503e5f10f40 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837810 Sep 24 15:08:33.593172 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:36Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:33.620160 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300209b-14e2-4247-b6b6-4e191ab0f3ef None None] The sync data for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi is: [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:31Z', 'revision_number': 4, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': 'e96d50cc-e00e-43d3-b14f-1d0709dc3979', 'name': '', 'network_id': '5062f758-2dce-4f52-8418-f3dbaf6df8ae', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'mac_address': 'fa:16:3e:23:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:30Z', 'updated_at': '2021-09-24T15:03:36Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'subnets': [{'id': '37ed5a58-d1d6-49ad-99ac-664eff997a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:33.676644 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec104d73-7bd0-46d7-9ee6-126d24dbd750 req-45c9cc72-a2d2-4d7a-82aa-7dea083da579 service neutron] 10.222.0.70 "GET /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Sep 24 15:08:33.839621 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93124e6e-a57b-4d57-9da0-e9b5236c0ea0 None None] New status for floating IP 9c5c342e-0c25-4639-969f-c4428001ed43: DOWN {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:08:34.455782 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1e7d0-cdb6-4eae-8fca-76821dccc309 req-c9b099ea-9dc5-434e-8419-9c55de09d523 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:34.457211 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3dd1e7d0-cdb6-4eae-8fca-76821dccc309 req-c9b099ea-9dc5-434e-8419-9c55de09d523 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0996995 Sep 24 15:08:34.498857 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3dd1e7d0-cdb6-4eae-8fca-76821dccc309 req-88531977-b9dd-4432-a972-ac9781ff75a3 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/security-groups?id=efd9ece9-fa56-4551-88b7-bedeed456d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356705 Sep 24 15:08:34.974915 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-3a696cc7-6add-4888-b76c-7e736cc51271 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:34.976476 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-3a696cc7-6add-4888-b76c-7e736cc51271 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 946 time: 0.0488420 Sep 24 15:08:35.069549 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Deleting port 6ec3bad3-43fb-4324-86c7-eebfdd244409 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:35.069889 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.160584 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] For port 6ec3bad3-43fb-4324-86c7-eebfdd244409, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6ec3bad3-43fb-4324-86c7-eebfdd244409,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:35.160863 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.172287 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Calling delete_port for 6ec3bad3-43fb-4324-86c7-eebfdd244409 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:35.306274 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.585178 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event deleted for resources: {'Port': ['ID=6ec3bad3-43fb-4324-86c7-eebfdd244409,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:35.598506 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.598855 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.599577 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.599577 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.599967 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.600325 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.600560 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.600889 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.601217 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.601549 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.601878 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.604444 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:35.606446 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8a622d17-d1ae-4774-a635-d646e3863ec4 req-90372c76-af1d-44ba-920b-a310ca4dfe4e tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d0c780-5eab-4750-ba83-94634b25f17a HTTP/1.1" status: 200 len: 210 time: 0.0300341 Sep 24 15:08:35.642801 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] No DVR routers for this DVR port 6ec3bad3-43fb-4324-86c7-eebfdd244409 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:08:35.645493 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:35.647573 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e673e13e-c40c-4796-8244-e6dbf8454ef3 req-f0f9e28f-9a6c-41d8-bca5-fbbf7043665d tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.70 "DELETE /v2.0/ports/6ec3bad3-43fb-4324-86c7-eebfdd244409 HTTP/1.1" status: 204 len: 173 time: 0.6646335 Sep 24 15:08:35.648021 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-deleted', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:08:35.650235 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978e083-7576-46c6-b8a8-1495ae00123b" -d '{"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-deleted", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:08:35.710037 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd7c7d-5e90-44f1-9f14-f1ce2bd60a7a x-openstack-request-id: req-aefd7c7d-5e90-44f1-9f14-f1ce2bd60a7a {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:08:35.710333 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0c780-5eab-4750-ba83-94634b25f17a", "name": "network-vif-deleted", "tag": "6ec3bad3-43fb-4324-86c7-eebfdd244409", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:08:35.710633 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aefd7c7d-5e90-44f1-9f14-f1ce2bd60a7a {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:08:35.711025 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0c780-5eab-4750-ba83-94634b25f17a', 'name': 'network-vif-deleted', 'tag': '6ec3bad3-43fb-4324-86c7-eebfdd244409', 'status': 'completed', 'code': 200} Sep 24 15:08:36.668526 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55974) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:36.730767 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2627a941-ce03-439c-b76c-25daa9547520 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.760639 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2627a941-ce03-439c-b76c-25daa9547520 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.820459 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2627a941-ce03-439c-b76c-25daa9547520 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.823624 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-2627a941-ce03-439c-b76c-25daa9547520 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:36.825049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-2627a941-ce03-439c-b76c-25daa9547520 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] 10.222.0.13 "DELETE /v2.0/security-groups/efd9ece9-fa56-4551-88b7-bedeed456d4d HTTP/1.1" status: 204 len: 168 time: 0.1553800 Sep 24 15:08:36.836410 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627a941-ce03-439c-b76c-25daa9547520 tempest-TestShelveInstance-1866566896 tempest-TestShelveInstance-1866566896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd9ece9-fa56-4551-88b7-bedeed456d4d,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:37.433853 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:37.457893 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 6ec3bad3-43fb-4324-86c7-eebfdd244409 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:37.458243 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 6ec3bad3-43fb-4324-86c7-eebfdd244409 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:37.904018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55980) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:38.025339 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:08:38.359243 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.600519 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Deleting port e96d50cc-e00e-43d3-b14f-1d0709dc3979 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:38.600786 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.682943 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] For port e96d50cc-e00e-43d3-b14f-1d0709dc3979, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=e96d50cc-e00e-43d3-b14f-1d0709dc3979,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:38.683543 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.697040 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Calling delete_port for e96d50cc-e00e-43d3-b14f-1d0709dc3979 owned by network:router_interface {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:38.887395 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:38.921545 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96d50cc-e00e-43d3-b14f-1d0709dc3979,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:39.096634 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.308965 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:39.414783 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:39.419937 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3467301a-b819-4a3d-b4c8-8598dd0986c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148356 Sep 24 15:08:39.422366 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55984) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:39.423581 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] Sync routers for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:39.432498 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:39.433113 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:39.528287 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks [] for router, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.632171 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.668056 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:39.687363 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Deleting port 4368e822-69a6-402b-b19f-561aef555093 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:39.687740 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.769726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] For port 4368e822-69a6-402b-b19f-561aef555093, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=4368e822-69a6-402b-b19f-561aef555093,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:39.770118 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.783991 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Calling delete_port for 4368e822-69a6-402b-b19f-561aef555093 owned by network:router_gateway {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:39.856877 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '4368e822-69a6-402b-b19f-561aef555093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:08:38Z', 'revision_number': 5, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port': {'id': '4368e822-69a6-402b-b19f-561aef555093', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:39.886636 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] Checking router: d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:39.900872 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] Routers {'d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:39.901697 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:39.954686 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:39.980338 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Pushing event deleted for resources: {'Port': ['ID=4368e822-69a6-402b-b19f-561aef555093,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:40.000745 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] Set router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 gateway port host: None {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:40.047351 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.055404 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:08:39Z', 'revision_number': 6, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:40.082295 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721242e-4529-4603-a9d7-c27d0bf72fd6 None None] The sync data for ids ['d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5'] in dv-cinder-810917-1-iscsi is: [{'id': 'd23862b2-3e5b-4d1d-80d8-cd84adb4b7e5', 'name': 'tempest-TestShelveInstance-1255389333-router', 'tenant_id': '2471478b45e44c329521ca043bb14cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:28Z', 'updated_at': '2021-09-24T15:08:39Z', 'revision_number': 6, 'project_id': '2471478b45e44c329521ca043bb14cda', 'gw_port_host': None}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:40.141606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.143925 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.186096 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.186721 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 {{(pid=100528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:08:40.191598 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.192978 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-49055f08-b474-4d1d-a164-da856ef5d42c admin admin] 10.222.0.13 "DELETE /v2.0/routers/d23862b2-3e5b-4d1d-80d8-cd84adb4b7e5 HTTP/1.1" status: 204 len: 168 time: 0.7695870 Sep 24 15:08:40.195685 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55986) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:40.244448 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Deleting subnet 37ed5a58-d1d6-49ad-99ac-664eff997a57 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:08:40.247503 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.284902 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.364743 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.421125 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.455222 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ed5a58-d1d6-49ad-99ac-664eff997a57,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:40.457504 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.462366 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 55988) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:40.463143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a25f22-0005-425c-b5d4-f650ff23d23f None None] Network 5062f758-2dce-4f52-8418-f3dbaf6df8ae requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:40.472649 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-79280366-06f4-401b-b103-3fb54d9c7487 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/37ed5a58-d1d6-49ad-99ac-664eff997a57 HTTP/1.1" status: 204 len: 168 time: 0.2758594 Sep 24 15:08:40.544716 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.602317 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Deleting port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:40.602656 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.667328 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] For port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,segment=NetworkSegment(2814fc5c-4768-445e-a2de-1f3f03784759),segment_id=2814fc5c-4768-445e-a2de-1f3f03784759)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:40.667666 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.680143 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Calling delete_port for ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:40.763194 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.790027 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ad18c70f-a5ec-4a48-ac9d-72c5f27238c6,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:40.793391 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] No DVR routers for this DVR port ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:08:40.872315 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.875477 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device e96d50cc-e00e-43d3-b14f-1d0709dc3979 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:40.896813 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: e96d50cc-e00e-43d3-b14f-1d0709dc3979 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:40.897145 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device e96d50cc-e00e-43d3-b14f-1d0709dc3979 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:40.899886 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d7fb0-9835-427a-b0bf-a5a4e5584459 None None] DHCP port deletion for 5062f758-2dce-4f52-8418-f3dbaf6df8ae request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:08:40.912415 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5062f758-2dce-4f52-8418-f3dbaf6df8ae']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:40.923387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2814fc5c-4768-445e-a2de-1f3f03784759') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:40.924370 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2814fc5c-4768-445e-a2de-1f3f03784759') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:40.934568 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.947990 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.954200 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:08:40.954605 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:08:40.957017 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:08:41.013788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.019530 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.021374 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/5062f758-2dce-4f52-8418-f3dbaf6df8ae HTTP/1.1" status: 204 len: 168 time: 0.5580211 Sep 24 15:08:41.024524 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55990) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:41.032530 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea2e23-7c04-4bc9-ba47-85dae33521ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5062f758-2dce-4f52-8418-f3dbaf6df8ae,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:41.621023 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.856708 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Deleting port 629b42af-98c9-4dbc-8ede-01817a3ec786 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:41.857050 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.939900 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] For port 629b42af-98c9-4dbc-8ede-01817a3ec786, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=629b42af-98c9-4dbc-8ede-01817a3ec786,segment=NetworkSegment(397ebc99-89a8-4a67-8b11-ec2a96befd88),segment_id=397ebc99-89a8-4a67-8b11-ec2a96befd88)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:41.940318 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:41.952155 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Calling delete_port for 629b42af-98c9-4dbc-8ede-01817a3ec786 owned by network:router_interface {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:42.130050 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.164123 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Pushing event deleted for resources: {'Port': ['ID=629b42af-98c9-4dbc-8ede-01817a3ec786,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:42.334181 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4368e822-69a6-402b-b19f-561aef555093 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:42.343169 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.354366 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 4368e822-69a6-402b-b19f-561aef555093 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:42.354719 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 4368e822-69a6-402b-b19f-561aef555093 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:42.355300 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:42.377806 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:42.378141 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device ad18c70f-a5ec-4a48-ac9d-72c5f27238c6 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:42.556684 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Router 0af5794d-d523-4b03-9fdc-3e1a83646f6e has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:42.659704 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:42.664646 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-dbc087b3-2cb4-43c5-9588-0ebae101d834 admin admin] 10.222.0.13 "PUT /v2.0/routers/0af5794d-d523-4b03-9fdc-3e1a83646f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390867 Sep 24 15:08:42.667189 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55992) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:42.669843 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] Sync routers for ids ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:42.679299 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] Routers {'0af5794d-d523-4b03-9fdc-3e1a83646f6e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:42.679946 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:42.768769 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks [] for router, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.783042 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] Set router 0af5794d-d523-4b03-9fdc-3e1a83646f6e gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:42.869672 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.930076 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Deleting port b9f6cfb7-c14d-4678-959b-60cac999b566 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:42.930430 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:42.967799 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:08:42Z', 'revision_number': 5, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port': {'id': 'b9f6cfb7-c14d-4678-959b-60cac999b566', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:91:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:03:34Z', 'updated_at': '2021-09-24T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:42.994610 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] Checking router: 0af5794d-d523-4b03-9fdc-3e1a83646f6e for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:43.003036 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] Routers {'0af5794d-d523-4b03-9fdc-3e1a83646f6e'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:43.003932 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:43.014457 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] For port b9f6cfb7-c14d-4678-959b-60cac999b566, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=b9f6cfb7-c14d-4678-959b-60cac999b566,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:43.014851 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.027378 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Calling delete_port for b9f6cfb7-c14d-4678-959b-60cac999b566 owned by network:router_gateway {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:43.088462 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] Set router 0af5794d-d523-4b03-9fdc-3e1a83646f6e gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:43.141421 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:08:42Z', 'revision_number': 6, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:43.167271 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ed6c-8407-4e21-9dd8-d9d65dbc8f33 None None] The sync data for ids ['0af5794d-d523-4b03-9fdc-3e1a83646f6e'] in dv-cinder-810917-1-iscsi is: [{'id': '0af5794d-d523-4b03-9fdc-3e1a83646f6e', 'name': 'tempest-TestShelveInstance-1234494713-router', 'tenant_id': 'd18861bc8cf94c238c008b79241f373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:03:33Z', 'updated_at': '2021-09-24T15:08:42Z', 'revision_number': 6, 'project_id': 'd18861bc8cf94c238c008b79241f373e', 'gw_port_host': None}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:43.192882 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.221439 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f6cfb7-c14d-4678-959b-60cac999b566,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:43.288714 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.377748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.380144 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.427908 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.428359 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af5794d-d523-4b03-9fdc-3e1a83646f6e {{(pid=100528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:08:43.432804 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.433967 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-93aee20b-9c6d-469b-8395-c89014a5c988 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0af5794d-d523-4b03-9fdc-3e1a83646f6e HTTP/1.1" status: 204 len: 168 time: 0.7658446 Sep 24 15:08:43.436522 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55994) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:43.481154 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Deleting subnet bb77a8f1-9ada-4b0b-acbf-a10be8e7e850 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:08:43.484018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.520127 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.604719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.661979 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.688643 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb77a8f1-9ada-4b0b-acbf-a10be8e7e850,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:43.691330 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.694199 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-b59355d6-9c78-45c1-83c5-003735f45e7b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb77a8f1-9ada-4b0b-acbf-a10be8e7e850 HTTP/1.1" status: 204 len: 168 time: 0.2558048 Sep 24 15:08:43.695747 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 55996) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:43.698106 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8642ed-6c5c-4aed-b893-eb3e6425745c None None] Network f7732725-2cf1-4999-9e14-58d6574d7a91 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:43.765111 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.817337 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Deleting port b5581874-f806-4289-bcf4-d78c005dc4de {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:43.818142 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.882941 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] For port b5581874-f806-4289-bcf4-d78c005dc4de, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=b5581874-f806-4289-bcf4-d78c005dc4de,segment=NetworkSegment(397ebc99-89a8-4a67-8b11-ec2a96befd88),segment_id=397ebc99-89a8-4a67-8b11-ec2a96befd88)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:43.883253 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.896233 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Calling delete_port for b5581874-f806-4289-bcf4-d78c005dc4de owned by network:dhcp {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:43.932383 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] DHCP port deletion for f7732725-2cf1-4999-9e14-58d6574d7a91 request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:08:43.983750 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:43.994433 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Deleting port b5581874-f806-4289-bcf4-d78c005dc4de {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:08:43.994680 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.010699 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5581874-f806-4289-bcf4-d78c005dc4de,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.014298 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] No DVR routers for this DVR port b5581874-f806-4289-bcf4-d78c005dc4de on host dv-cinder-810917-1-iscsi {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:08:44.060645 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] For port b5581874-f806-4289-bcf4-d78c005dc4de, host dv-cinder-810917-1-iscsi, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:44.061080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.073266 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Calling delete_port for b5581874-f806-4289-bcf4-d78c005dc4de owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:08:44.075933 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Port b5581874-f806-4289-bcf4-d78c005dc4de was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:08:44.077239 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.088511 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.104305 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Pushing event deleted for resources: {'Port': ['ID=b5581874-f806-4289-bcf4-d78c005dc4de,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.106678 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] No DVR routers for this DVR port b5581874-f806-4289-bcf4-d78c005dc4de on host dv-cinder-810917-1-iscsi {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:08:44.110581 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7732725-2cf1-4999-9e14-58d6574d7a91']}} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:44.115328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.115727 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.116095 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.116437 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.116777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.117105 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.117486 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.117755 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.118092 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.118681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.118775 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.119041 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e361ec7-e295-4095-9cb2-20448d43a2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:44.129355 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397ebc99-89a8-4a67-8b11-ec2a96befd88') {'for_net_delete': True} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:44.129739 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.services.segments.db [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397ebc99-89a8-4a67-8b11-ec2a96befd88') {} {{(pid=100528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:44.140085 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61773192'] for segment, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.155735 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.162837 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=100528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:08:44.163295 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61543928'] for segment, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: Traceback (most recent call last): Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: timer() Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: cb(*args, **kw) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: return func(*args, **kwargs) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: self._notify() Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: self.callback(batched_events) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: event.method(event) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: return f(self, *a, **k) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._get(url).json() Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: return self.request(url, 'GET', **kwargs) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:08:44.165047 dv-cinder-810917-1-iscsi neutron-server[100528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:08:44.222191 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.239332 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.244536 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7732725-2cf1-4999-9e14-58d6574d7a91 HTTP/1.1" status: 204 len: 168 time: 0.5447302 Sep 24 15:08:44.244536 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b214413-58ca-47ff-9985-97f1b6fb95e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7732725-2cf1-4999-9e14-58d6574d7a91,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.276166 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 629b42af-98c9-4dbc-8ede-01817a3ec786 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:44.300300 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 629b42af-98c9-4dbc-8ede-01817a3ec786 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:44.300654 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 629b42af-98c9-4dbc-8ede-01817a3ec786 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:44.301085 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b9f6cfb7-c14d-4678-959b-60cac999b566 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:44.322901 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: b9f6cfb7-c14d-4678-959b-60cac999b566 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:44.323257 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b9f6cfb7-c14d-4678-959b-60cac999b566 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:44.323721 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b5581874-f806-4289-bcf4-d78c005dc4de no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:08:44.342419 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: b5581874-f806-4289-bcf4-d78c005dc4de {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:08:44.342772 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device b5581874-f806-4289-bcf4-d78c005dc4de not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:08:44.356140 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56000) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:44.401420 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-13d5f286-8d40-485a-8eb7-262c130faaa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2471478b45e44c329521ca043bb14cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440834 Sep 24 15:08:44.404006 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56002) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:44.451680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3040cecf-b285-4231-ae74-09ad2ef4578e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.473553 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3040cecf-b285-4231-ae74-09ad2ef4578e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.518898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3040cecf-b285-4231-ae74-09ad2ef4578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.521367 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-3040cecf-b285-4231-ae74-09ad2ef4578e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.522629 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-3040cecf-b285-4231-ae74-09ad2ef4578e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2f01e3e-c068-4348-bf7a-9c56678d6fe2 HTTP/1.1" status: 204 len: 168 time: 0.1177289 Sep 24 15:08:44.530578 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040cecf-b285-4231-ae74-09ad2ef4578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f01e3e-c068-4348-bf7a-9c56678d6fe2,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:44.842271 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56008) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:44.882826 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-be37070c-632c-43eb-9176-5a49095f6d6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d18861bc8cf94c238c008b79241f373e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393648 Sep 24 15:08:44.885358 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56010) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:44.932751 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0616-6536-4627-989e-d9f40f92e54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:44.953725 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0616-6536-4627-989e-d9f40f92e54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.008014 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0616-6536-4627-989e-d9f40f92e54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.010486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0c0d0616-6536-4627-989e-d9f40f92e54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.011684 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0c0d0616-6536-4627-989e-d9f40f92e54b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b2ccdbc-061b-4617-842c-9aef956d6a71 HTTP/1.1" status: 204 len: 168 time: 0.1254022 Sep 24 15:08:45.020397 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d0616-6536-4627-989e-d9f40f92e54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ccdbc-061b-4617-842c-9aef956d6a71,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:45.703986 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56032) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:45.800976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-975209527-network', 'tenant_id': '46b84606ec11404db690f231a44fad61'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:45.821984 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Made reservation on behalf of 46b84606ec11404db690f231a44fad61 for: {'network': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:45.824502 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.834500 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.932364 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.935963 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.964300 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=100528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:08:45.974908 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e99892-42a4-4cb6-92e1-cb3a6609c80c,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:45.978522 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:45.979322 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.segments_db [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Added segment 0d55f9e0-dbe3-4488-81af-1cf94c2e0b58 of type vlan for network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 Sep 24 15:08:46.021152 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.047125 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.048152 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:46.048763 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.079500 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3739159 Sep 24 15:08:46.083235 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56036) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:46.088445 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Request body: {'subnet': {'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-975209527-subnet', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'ip_version': 4}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:46.109076 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Made reservation on behalf of 46b84606ec11404db690f231a44fad61 for: {'subnet': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:46.111688 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4647955'] for subnet, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.113760 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcb711-6059-41b9-928c-3b8d574a934a admin admin] Pushing event updated for resources: {'Network': ['ID=eca89adc-8fd3-4ca6-aba3-c5d78fba8298,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:46.123827 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:08:46.283940 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4283958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4647969'] for subnet, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.346893 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30de4c4-fc2c-4348-86ed-a89d94c9731e,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:46.357943 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Checking segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:46.358296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Network hostable DHCP agents. Network: eca89adc-8fd3-4ca6-aba3-c5d78fba8298, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:08:46.374884 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:08:46.384275 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, eca89adc-8fd3-4ca6-aba3-c5d78fba8298) {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:46.388285 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:46.388893 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.394563 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821ae78-f0bd-49d5-a674-e45e2b6508d7 None None] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:46.404098 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-e03b0865-3b7d-45e6-93c3-5ddfe0620628 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3196783 Sep 24 15:08:46.406656 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56038) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:46.411162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:46.431621 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.432600 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.483081 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.546359 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:08:46.547244 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.622798 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.683347 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Allocated IP 172.20.0.2 (eca89adc-8fd3-4ca6-aba3-c5d78fba8298/c30de4c4-fc2c-4348-86ed-a89d94c9731e/8a41ea9e-9a09-40da-9772-ac7415cd6b48) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:46.825689 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.831939 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.837779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.846361 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.876428 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:46.884128 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:46.884128 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:46.896575 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Pushing event updated for resources: {'Port': ['ID=8a41ea9e-9a09-40da-9772-ac7415cd6b48,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:46.953586 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb8c570f-ec8f-4c6b-bf1d-53ae3f2d4eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.962055 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Allocated IP 172.27.2.193 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:46.965951 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Attempting to bind port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:46.966335 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Attempting to bind port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:46.966750 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Attempting to bind port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:46.972439 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:46.972827 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Checking segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:46.973261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:46.973688 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Bound using segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:46.974152 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Bound port: 8a41ea9e-9a09-40da-9772-ac7415cd6b48, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:46.974530 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.040770 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] For port 8a41ea9e-9a09-40da-9772-ac7415cd6b48, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:47.043992 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] For port 8a41ea9e-9a09-40da-9772-ac7415cd6b48, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=8a41ea9e-9a09-40da-9772-ac7415cd6b48,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:47.049710 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.072407 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.109927 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef550cf5-e902-41d9-8b2d-d2035948432d None None] Pushing event updated for resources: {'Port': ['ID=8a41ea9e-9a09-40da-9772-ac7415cd6b48,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:47.112841 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.153607 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:47.156574 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:47.159065 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:47.187915 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Pushing event updated for resources: {'Port': ['ID=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:47.700402 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.912431 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:47.947447 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542434a7-90ce-4047-978f-4daba50427c2 None None] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:48.038387 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-32401024-1fae-4cc5-88f1-69083ff2e48e None None] Provisioning complete for port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:48.038674 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32401024-1fae-4cc5-88f1-69083ff2e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.049974 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Router 4545f280-6cef-40f5-a5bc-9010b64e733b is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:08:48.117306 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.156252 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:48.172343 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.173590 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-268fcd42-00f3-4a7d-be61-a2cad8a27e0b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7660177 Sep 24 15:08:48.176475 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56040) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:48.187425 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:48.211489 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:48.212095 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:48.213916 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32401024-1fae-4cc5-88f1-69083ff2e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.324482 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 8a41ea9e-9a09-40da-9772-ac7415cd6b48 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:48.331951 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-32401024-1fae-4cc5-88f1-69083ff2e48e None None] For port 8a41ea9e-9a09-40da-9772-ac7415cd6b48, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=8a41ea9e-9a09-40da-9772-ac7415cd6b48,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:48.357654 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32401024-1fae-4cc5-88f1-69083ff2e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.411505 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:48.508577 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32401024-1fae-4cc5-88f1-69083ff2e48e None None] Pushing event updated for resources: {'Port': ['ID=8a41ea9e-9a09-40da-9772-ac7415cd6b48,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:48.530697 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-3943db87-be84-4dee-a3b0-926031c8f8f0 None None] Provisioning complete for port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:48.531071 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3943db87-be84-4dee-a3b0-926031c8f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.560534 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:48.560820 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.630259 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.792075 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Allocated IP 172.20.0.1 (eca89adc-8fd3-4ca6-aba3-c5d78fba8298/c30de4c4-fc2c-4348-86ed-a89d94c9731e/97a77f36-600e-4432-ab16-976d805b42c6) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:48.897348 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:47Z', 'revision_number': 3, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:48.903657 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.925295 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:48.925645 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Updating router 4545f280-6cef-40f5-a5bc-9010b64e733b port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:48.936905 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.951294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:48.977150 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:48.980043 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:48.983439 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:49.011067 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=97a77f36-600e-4432-ab16-976d805b42c6,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:49.030742 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.168531 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.226534 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.230409 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-e32337dc-27d8-40bd-9621-e532373d4d7b None None] Provisioning complete for port 97a77f36-600e-4432-ab16-976d805b42c6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:49.230928 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e32337dc-27d8-40bd-9621-e532373d4d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.234017 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.300827 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e32337dc-27d8-40bd-9621-e532373d4d7b None None] Port 97a77f36-600e-4432-ab16-976d805b42c6 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:49.308571 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Attempting to bind port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:49.308981 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Attempting to bind port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:49.309361 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Attempting to bind port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:49.321457 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035193a6-c649-4111-b2ca-d7fda4d7d468 None None] Pushing event updated for resources: {'Port': ['ID=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:49.324081 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:49.324484 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:49.324905 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.325286 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:49.325760 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Bound port: 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:49.326138 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.334380 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.339074 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.385109 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] For port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:49.388682 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] For port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:49.393669 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.403868 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=97a77f36-600e-4432-ab16-976d805b42c6,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:49.406668 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.442457 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:49.443146 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:49.493587 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035193a6-c649-4111-b2ca-d7fda4d7d468 None None] Pushing event updated for resources: {'Port': ['ID=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:49.508978 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:49.510420 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:49.569852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:49.627837 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:49.736329 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:49.736595 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-f6386f9d-4784-4275-b717-ae0c1f4542af None None] Provisioning complete for port 97a77f36-600e-4432-ab16-976d805b42c6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:49.736879 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6386f9d-4784-4275-b717-ae0c1f4542af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:49.749400 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-700aea4f-bec0-499a-93be-9253207cb6f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/4545f280-6cef-40f5-a5bc-9010b64e733b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5644464 Sep 24 15:08:49.800056 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f6386f9d-4784-4275-b717-ae0c1f4542af None None] Port 97a77f36-600e-4432-ab16-976d805b42c6 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:49.818679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 2, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:49.846970 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41897f63-5273-4539-bc5f-76b3b727b137 None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 2, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:50.147706 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4ef91e24-f61c-407f-8718-1b781c22bfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.266100 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56056) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:50.271396 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1216941341-network', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:50.288112 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 8a41ea9e-9a09-40da-9772-ac7415cd6b48 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:50.293610 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Made reservation on behalf of 8bf60e82b18a4997b8f0fa8367745ecd for: {'network': 1} {{(pid=100529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:50.296163 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for network, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.308709 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.342856 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:50.343333 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.426443 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.431788 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.458040 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=100529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:08:50.476427 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a252cffe-b735-419f-b327-642315ad568c,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:50.482586 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.483029 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.segments_db [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Added segment 1ece6464-29f5-410a-bd99-2286c93add67 of type vlan for network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 Sep 24 15:08:50.530879 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744793788429'] for network, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.559524 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043'] for network, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.560724 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:50.561313 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.597102 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3297510 Sep 24 15:08:50.599927 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56058) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:50.605012 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Request body: {'subnet': {'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1216941341-subnet', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'ip_version': 4}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:50.622066 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db050121-cdc3-4526-be4e-da2921599a00 admin admin] Pushing event updated for resources: {'Network': ['ID=c6468f6a-4354-46a9-b9b7-b5b97c748bf3,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:50.629604 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Made reservation on behalf of 8bf60e82b18a4997b8f0fa8367745ecd for: {'subnet': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:08:50.634329 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 details requested by agent ovs-agent-dv-cinder-810917-1-iscsi with host dv-cinder-810917-1-iscsi {{(pid=100530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:08:50.636845 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62043867'] for subnet, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.716393 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.811884 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61544087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62043881'] for subnet, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.871589 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c9cc18-3a13-41f1-928a-92bb5cd43a82,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:50.884058 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Checking segment: {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:50.884432 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Network hostable DHCP agents. Network: c6468f6a-4354-46a9-b9b7-b5b97c748bf3, hostable agents: ['34feac53-f781-4a00-884a-91d11680215a'], hosted agents: [] {{(pid=100528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:08:50.903124 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 is scheduled to be hosted by DHCP agent 34feac53-f781-4a00-884a-91d11680215a with binding_index 1 {{(pid=100528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:08:50.912689 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-1-iscsi, c6468f6a-4354-46a9-b9b7-b5b97c748bf3) {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:50.917625 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:08:50.918423 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.921340 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094b407-ef9d-40c5-895b-f948ad37a241 None None] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:50.933333 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-aae8e171-2e2a-43df-bad1-4885066ff417 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3319783 Sep 24 15:08:50.935952 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56060) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:50.941044 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:50.966534 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1020291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3243'] for router, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:50.967840 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1023091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-887068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3234'] for router, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.031278 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.089175 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bdbe02-3afb-5c2e-8598-69cbc6858ed0-c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'fixed_ips': [{'subnet_id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82'}]}} from dv-cinder-810917-1-iscsi. {{(pid=100530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:08:51.090374 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.176167 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.238020 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Allocated IP 172.20.0.2 (c6468f6a-4354-46a9-b9b7-b5b97c748bf3/18c9cc18-3a13-41f1-928a-92bb5cd43a82/df62dd2a-65e9-41ea-92ef-9f0124d1d234) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:51.385976 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Notify callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.392804 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.432368 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:51.437130 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:51.445391 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:51.452428 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Pushing event updated for resources: {'Port': ['ID=df62dd2a-65e9-41ea-92ef-9f0124d1d234,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:51.507238 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Attempting to bind port df62dd2a-65e9-41ea-92ef-9f0124d1d234 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:51.507735 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Attempting to bind port df62dd2a-65e9-41ea-92ef-9f0124d1d234 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:51.508105 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Attempting to bind port df62dd2a-65e9-41ea-92ef-9f0124d1d234 on network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:51.514318 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:51.514694 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Checking segment: {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:51.515097 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.515515 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Bound using segment: {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:51.516102 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Bound port: df62dd2a-65e9-41ea-92ef-9f0124d1d234, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:51.516374 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.589400 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] For port df62dd2a-65e9-41ea-92ef-9f0124d1d234, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:51.592433 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] For port df62dd2a-65e9-41ea-92ef-9f0124d1d234, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=df62dd2a-65e9-41ea-92ef-9f0124d1d234,segment=NetworkSegment(1ece6464-29f5-410a-bd99-2286c93add67),segment_id=1ece6464-29f5-410a-bd99-2286c93add67)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:51.598151 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.637290 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.656879 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0059c9-4938-4ece-b389-2557beb139af None None] Pushing event updated for resources: {'Port': ['ID=df62dd2a-65e9-41ea-92ef-9f0124d1d234,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:51.658258 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.781016 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Allocated IP 172.27.2.116 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/de3dc21c-4660-4316-8df7-4bf69e17c155) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:51.875858 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:51.887857 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:51.889083 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:51.925500 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.969532 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:51.979909 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.008901 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:52.010439 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:52.013406 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:52.017447 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:52.049854 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Pushing event updated for resources: {'Port': ['ID=de3dc21c-4660-4316-8df7-4bf69e17c155,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:52.223487 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 2, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:52.253821 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:52.254177 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Updating router 4545f280-6cef-40f5-a5bc-9010b64e733b port 97a77f36-600e-4432-ab16-976d805b42c6 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:52.280916 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.295547 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.376069 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:52.436043 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:52.436848 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.537180 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.537862 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1022986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021118'] for router, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.559488 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:52.569541 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.570249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device df62dd2a-65e9-41ea-92ef-9f0124d1d234 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:52.600873 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.607175 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.657625 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Pushing event updated for resources: {'Port': ['ID=97a77f36-600e-4432-ab16-976d805b42c6,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:52.665614 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:52.669069 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.669654 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.670066 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.670350 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.670671 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.670993 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.672205 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.672547 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.672881 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.673256 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.673741 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.674223 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:08:52.691075 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df08027-9d15-45d4-8def-71c10dea3947 None None] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:08:52.695003 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Router 74086473-2bda-4b9c-b46d-f7daa11bfe7d is scheduled to L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 with binding_index 1 {{(pid=100529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:08:52.714359 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port df62dd2a-65e9-41ea-92ef-9f0124d1d234 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:52.714732 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.734615 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Attempting to bind port 97a77f36-600e-4432-ab16-976d805b42c6 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:52.734982 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Attempting to bind port 97a77f36-600e-4432-ab16-976d805b42c6 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:52.736160 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Attempting to bind port 97a77f36-600e-4432-ab16-976d805b42c6 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:52.741575 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:52.742230 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Checking segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:52.743396 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.744023 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Bound using segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:52.744679 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Bound port: 97a77f36-600e-4432-ab16-976d805b42c6, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:52.745244 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.800538 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-ac5994b7-857f-43ba-bfc3-99e9232d97f3 None None] Provisioning complete for port df62dd2a-65e9-41ea-92ef-9f0124d1d234 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:52.800905 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac5994b7-857f-43ba-bfc3-99e9232d97f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.829205 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:52.834501 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] For port 97a77f36-600e-4432-ab16-976d805b42c6, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:52.838473 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] For port 97a77f36-600e-4432-ab16-976d805b42c6, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=97a77f36-600e-4432-ab16-976d805b42c6,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:52.846829 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.847659 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Sync routers for ids ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:52.850765 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:52.855241 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-9d263804-4189-4d90-953c-457b43573be2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9181182 Sep 24 15:08:52.855748 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56062) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:52.908283 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f55cbb-a3ae-48e7-bd56-b9d3ef13d400 None None] Pushing event updated for resources: {'Port': ['ID=97a77f36-600e-4432-ab16-976d805b42c6,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:52.948179 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:52.949114 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:53.105315 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Routers {'74086473-2bda-4b9c-b46d-f7daa11bfe7d'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:53.105973 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:53.161597 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:53.189599 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac5994b7-857f-43ba-bfc3-99e9232d97f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.238037 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.317608 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port df62dd2a-65e9-41ea-92ef-9f0124d1d234, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=df62dd2a-65e9-41ea-92ef-9f0124d1d234,segment=NetworkSegment(1ece6464-29f5-410a-bd99-2286c93add67),segment_id=1ece6464-29f5-410a-bd99-2286c93add67)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:53.319662 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Set router 74086473-2bda-4b9c-b46d-f7daa11bfe7d gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:53.337356 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.347418 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.380408 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:53.412340 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4b5a5-f860-438d-a325-c57bc34d5647 None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:53.522515 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.db.api [None req-ac5994b7-857f-43ba-bfc3-99e9232d97f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:08:53.523081 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG oslo_db.api [None req-ac5994b7-857f-43ba-bfc3-99e9232d97f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:08:53.530617 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=df62dd2a-65e9-41ea-92ef-9f0124d1d234,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:53.625084 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 3, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:53.660592 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Checking router: 74086473-2bda-4b9c-b46d-f7daa11bfe7d for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:53.660954 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Updating router 74086473-2bda-4b9c-b46d-f7daa11bfe7d port de3dc21c-4660-4316-8df7-4bf69e17c155 binding host dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:53.691681 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.794504 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Allocated IP 172.20.0.1 (c6468f6a-4354-46a9-b9b7-b5b97c748bf3/18c9cc18-3a13-41f1-928a-92bb5cd43a82/61cbc4dd-3c1a-4345-b941-77c6bf88fd93) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:08:53.912791 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.948709 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.975253 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Notify callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.982522 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:53.990531 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:53.995360 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:53.997968 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:08:54.047740 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Pushing event updated for resources: {'Port': ['ID=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:54.056130 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022083'] for router_interface, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.063107 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Attempting to bind port de3dc21c-4660-4316-8df7-4bf69e17c155 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:54.063511 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Attempting to bind port de3dc21c-4660-4316-8df7-4bf69e17c155 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:54.063930 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Attempting to bind port de3dc21c-4660-4316-8df7-4bf69e17c155 on network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:54.085833 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:54.086217 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Checking segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:54.086623 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.087028 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Bound using segment: {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:54.087538 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Bound port: de3dc21c-4660-4316-8df7-4bf69e17c155, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037e380-79f8-444f-a072-9ad5e7aa2437', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:54.087928 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.091417 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f71f24-f84f-4002-8781-3ce6efa6e509 None None] Pushing event updated for resources: {'Port': ['ID=de3dc21c-4660-4316-8df7-4bf69e17c155,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:54.138293 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.164634 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] For port de3dc21c-4660-4316-8df7-4bf69e17c155, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:54.168308 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] For port de3dc21c-4660-4316-8df7-4bf69e17c155, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=de3dc21c-4660-4316-8df7-4bf69e17c155,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:54.173696 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.241097 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.249738 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Provisioning complete for port df62dd2a-65e9-41ea-92ef-9f0124d1d234 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:54.249738 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.252260 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Routers {'74086473-2bda-4b9c-b46d-f7daa11bfe7d'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:54.253812 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:54.258468 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f71f24-f84f-4002-8781-3ce6efa6e509 None None] Pushing event updated for resources: {'Port': ['ID=de3dc21c-4660-4316-8df7-4bf69e17c155,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:54.344260 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:54.413164 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.418165 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.457584 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] Set router 74086473-2bda-4b9c-b46d-f7daa11bfe7d gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:54.484898 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:54.485361 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.488928 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Pushing event updated for resources: {'Port': ['ID=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:54.492576 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1021811'] for router_interface, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.583934 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:08:54.585385 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:08:54.587718 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Provisioning complete for port 97a77f36-600e-4432-ab16-976d805b42c6 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:54.588226 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:54.707939 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Router 74086473-2bda-4b9c-b46d-f7daa11bfe7d has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:08:54.827199 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:08:54.840348 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-23630ff0-9637-4920-934d-c6928f744e2d admin admin] 10.222.0.13 "PUT /v2.0/routers/74086473-2bda-4b9c-b46d-f7daa11bfe7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773085 Sep 24 15:08:54.848616 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 97a77f36-600e-4432-ab16-976d805b42c6 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:54.960906 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.006392 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 97a77f36-600e-4432-ab16-976d805b42c6 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:55.006779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.041663 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] For port 97a77f36-600e-4432-ab16-976d805b42c6, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=97a77f36-600e-4432-ab16-976d805b42c6,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:55.046328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '61cbc4dd-3c1a-4345-b941-77c6bf88fd93', 'name': '', 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'mac_address': 'fa:16:3e:ff:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:53Z', 'updated_at': '2021-09-24T15:08:53Z', 'revision_number': 1, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'subnets': [{'id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:55.052507 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.087661 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c80a71-2492-4f22-94d1-4f7b712a8d93 None None] The sync data for ids ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'] in dv-cinder-810917-1-iscsi is: [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '61cbc4dd-3c1a-4345-b941-77c6bf88fd93', 'name': '', 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'mac_address': 'fa:16:3e:ff:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:53Z', 'updated_at': '2021-09-24T15:08:53Z', 'revision_number': 1, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'subnets': [{'id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:08:55.171862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50e767-e1ee-498d-9761-8ce86099c995 None None] Pushing event updated for resources: {'Port': ['ID=97a77f36-600e-4432-ab16-976d805b42c6,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:55.191070 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device df62dd2a-65e9-41ea-92ef-9f0124d1d234 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:55.194005 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-bf52df34-e7f7-4d5d-9166-5c7f3c8413a4 None None] Provisioning complete for port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:55.194384 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bf52df34-e7f7-4d5d-9166-5c7f3c8413a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.253712 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-bf52df34-e7f7-4d5d-9166-5c7f3c8413a4 None None] Port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:08:55.269646 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port df62dd2a-65e9-41ea-92ef-9f0124d1d234 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:55.270101 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.388614 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56072) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:55.393929 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878091540', 'description': 'tempest-secgroup-smoke-1878091540 description', 'project_id': '46b84606ec11404db690f231a44fad61'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:55.423427 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.522490 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.527836 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.560419 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.561603 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1719773 Sep 24 15:08:55.563427 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2cae-24f9-4727-8e7c-eab131b0761c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99a078-04d5-4d22-b70b-3a3df1e6d286,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:55.565177 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56074) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:55.569839 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group_rule': {'security_group_id': 'bb99a078-04d5-4d22-b70b-3a3df1e6d286', 'project_id': '46b84606ec11404db690f231a44fad61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:55.599301 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.659102 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.663891 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.684939 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc314fa-d2b3-4e17-9bdc-c03858c674f6,revision_number=0']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:55.690967 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.692112 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-150fe828-aafc-4fe0-ade3-cdc7c3d0c4f4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259222 Sep 24 15:08:55.694932 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56076) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:55.700202 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group_rule': {'security_group_id': 'bb99a078-04d5-4d22-b70b-3a3df1e6d286', 'project_id': '46b84606ec11404db690f231a44fad61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:55.726848 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.783344 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.787612 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.806863 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecadd2e2-0d63-47a3-ada5-2c14e60da783,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:55.815209 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.816483 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-eaf5eec4-555a-410e-948b-49f081d31ab7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205199 Sep 24 15:08:55.819130 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56078) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:55.823412 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group_rule': {'security_group_id': 'bb99a078-04d5-4d22-b70b-3a3df1e6d286', 'project_id': '46b84606ec11404db690f231a44fad61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:55.849663 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.908112 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.911734 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.931434 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159bdb87-5248-4aca-bede-b1c044820d33,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:55.934560 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:55.936034 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-cc1f7c4a-03de-4b09-9e35-90317f51561f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156418 Sep 24 15:08:55.938471 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56080) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:55.942898 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group_rule': {'security_group_id': 'bb99a078-04d5-4d22-b70b-3a3df1e6d286', 'project_id': '46b84606ec11404db690f231a44fad61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:55.968990 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.030460 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.034571 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.057405 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1ea891-6d2d-4fdb-a644-f8ac8dfe25e7,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:56.061767 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.063480 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-8f3b6d6d-912d-4c3f-ba61-655f7532bc88 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237388 Sep 24 15:08:56.066493 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56082) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:56.072531 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group_rule': {'security_group_id': 'bb99a078-04d5-4d22-b70b-3a3df1e6d286', 'project_id': '46b84606ec11404db690f231a44fad61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:56.097539 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.securitygroups_db [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Project 46b84606ec11404db690f231a44fad61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:08:56.108369 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.180991 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.185539 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.205612 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bdbd05-32de-4d63-8316-ec5b64aa8e90,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:56.221384 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.225375 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b7bd22bb-6bef-44b6-b5a1-222f00e31a4e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550910 Sep 24 15:08:56.225648 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56084) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:08:56.230876 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'security_group_rule': {'security_group_id': 'bb99a078-04d5-4d22-b70b-3a3df1e6d286', 'project_id': '46b84606ec11404db690f231a44fad61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:08:56.258246 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.securitygroups_db [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Project 46b84606ec11404db690f231a44fad61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:08:56.264602 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.337231 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.342752 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032279'] for security_group_rule, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.362274 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdd0ba7-2905-4dfa-90ce-2b268d73bd92,revision_number=0']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:56.369185 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.370402 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c3ea89e1-063c-4e8d-b935-a0d27db24d8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437666 Sep 24 15:08:56.402347 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 97a77f36-600e-4432-ab16-976d805b42c6 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:56.453925 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 97a77f36-600e-4432-ab16-976d805b42c6 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:56.454997 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.540966 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device de3dc21c-4660-4316-8df7-4bf69e17c155 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:56.599789 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port de3dc21c-4660-4316-8df7-4bf69e17c155 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:56.600254 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.686498 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.709824 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] For port de3dc21c-4660-4316-8df7-4bf69e17c155, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=de3dc21c-4660-4316-8df7-4bf69e17c155,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:56.715429 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:56.771703 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Pushing event updated for resources: {'Port': ['ID=de3dc21c-4660-4316-8df7-4bf69e17c155,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:57.500468 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Sync routers for ids ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:08:57.510274 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Routers {'74086473-2bda-4b9c-b46d-f7daa11bfe7d'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:57.510897 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:57.615332 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Set router 74086473-2bda-4b9c-b46d-f7daa11bfe7d gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:57.816748 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '61cbc4dd-3c1a-4345-b941-77c6bf88fd93', 'name': '', 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'mac_address': 'fa:16:3e:ff:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:53Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 2, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'subnets': [{'id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:57.842428 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Checking router: 74086473-2bda-4b9c-b46d-f7daa11bfe7d for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:08:57.842788 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Updating router 74086473-2bda-4b9c-b46d-f7daa11bfe7d port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 binding host dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:08:57.867980 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.142627 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.148092 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.199868 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f65c7-a614-462f-8e3a-c0c2acb86bd3 None None] Pushing event updated for resources: {'Port': ['ID=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:58.251654 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Attempting to bind port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 on host dv-cinder-810917-1-iscsi for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:08:58.252312 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Attempting to bind port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 by drivers openvswitch,hyperv on host dv-cinder-810917-1-iscsi at level 0 using segments [{'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:08:58.252679 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Attempting to bind port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 on network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:08:58.259098 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Checking agent: {'id': '32c5aeb8-40c8-40bc-b354-2bb60e493d28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 44, 21), 'started_at': datetime.datetime(2021, 9, 24, 14, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:08:58.259541 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Checking segment: {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:08:58.259899 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.260292 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Bound using segment: {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:08:58.260765 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Bound port: 61cbc4dd-3c1a-4345-b941-77c6bf88fd93, host: dv-cinder-810917-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece6464-29f5-410a-bd99-2286c93add67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:08:58.261162 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.292327 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device de3dc21c-4660-4316-8df7-4bf69e17c155 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:08:58.335093 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] For port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93, host dv-cinder-810917-1-iscsi, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:08:58.338695 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] For port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93, host dv-cinder-810917-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,segment=NetworkSegment(1ece6464-29f5-410a-bd99-2286c93add67),segment_id=1ece6464-29f5-410a-bd99-2286c93add67)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:08:58.342402 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.346328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port de3dc21c-4660-4316-8df7-4bf69e17c155 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:58.346708 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.399951 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f65c7-a614-462f-8e3a-c0c2acb86bd3 None None] Pushing event updated for resources: {'Port': ['ID=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,revision_number=4']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:58.413799 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Routers {'74086473-2bda-4b9c-b46d-f7daa11bfe7d'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:08:58.414406 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:08:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:58.442853 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-ddba6d3e-7472-4f59-9056-3d8285c6be23 None None] Provisioning complete for port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:58.444010 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddba6d3e-7472-4f59-9056-3d8285c6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.544978 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] Set router 74086473-2bda-4b9c-b46d-f7daa11bfe7d gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:08:58.548587 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddba6d3e-7472-4f59-9056-3d8285c6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.591821 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ddba6d3e-7472-4f59-9056-3d8285c6be23 None None] For port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,segment=NetworkSegment(1ece6464-29f5-410a-bd99-2286c93add67),segment_id=1ece6464-29f5-410a-bd99-2286c93add67)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:08:58.603009 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddba6d3e-7472-4f59-9056-3d8285c6be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.663045 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba6d3e-7472-4f59-9056-3d8285c6be23 None None] Pushing event updated for resources: {'Port': ['ID=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:08:58.724831 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-66d200d1-09da-4546-90ec-a52e1c6e4678 None None] Provisioning complete for port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:08:58.725515 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66d200d1-09da-4546-90ec-a52e1c6e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:08:58.780541 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '61cbc4dd-3c1a-4345-b941-77c6bf88fd93', 'name': '', 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'mac_address': 'fa:16:3e:ff:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:53Z', 'updated_at': '2021-09-24T15:08:58Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'subnets': [{'id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:08:58.815037 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39fe1ae-59d0-47da-950e-e1176c22d41a None None] The sync data for ids ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'] in dv-cinder-810917-1-iscsi is: [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '61cbc4dd-3c1a-4345-b941-77c6bf88fd93', 'name': '', 'network_id': 'c6468f6a-4354-46a9-b9b7-b5b97c748bf3', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'mac_address': 'fa:16:3e:ff:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:53Z', 'updated_at': '2021-09-24T15:08:58Z', 'revision_number': 4, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'subnets': [{'id': '18c9cc18-3a13-41f1-928a-92bb5cd43a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:09:00.293613 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 up at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:09:00.351728 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Provisioning complete for port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:00.352479 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:13.951790 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-1b08d0e0-1fae-4f0f-85bc-de1fde3069b6 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878091540&fields=id&tenant_id=46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 267 time: 0.0321279 Sep 24 15:09:14.062402 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-d01dd8b9-3476-4ada-aed3-90c735c81f22 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:14.064424 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-d01dd8b9-3476-4ada-aed3-90c735c81f22 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 811 time: 0.1053636 Sep 24 15:09:14.080371 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-e955bc66-bfb6-4ef1-aac1-26e569dbe2f1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/quotas/46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 375 time: 0.0101850 Sep 24 15:09:14.130224 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-39e2f51e-87a4-4c22-9b5b-90d2218aa9c0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444734 Sep 24 15:09:14.231360 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-b7ba52f2-89ed-49f3-b315-34fa40ad23bf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:09:14.232399 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-b7ba52f2-89ed-49f3-b315-34fa40ad23bf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0912902 Sep 24 15:09:14.326477 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-4c2a11b0-4d10-4c30-b43d-3cf7c74e46f2 service neutron] 10.222.0.13 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872955 Sep 24 15:09:14.421859 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-80000b3b-5f8e-4674-bdf0-6322bf4c17f2 service neutron] 10.222.0.13 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888972 Sep 24 15:09:14.715981 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-49b02ddc-45f0-49ec-a9cc-616da6efdb6c req-b127835d-857f-43b3-93c0-bae7bb2cfbb0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0295348 Sep 24 15:09:15.023856 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:09:15.793590 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6cb72dc2-ea49-41b7-b9b3-e1f53c3eee3b req-6bd1cf55-0016-4209-83f4-cd4166af5f96 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0264618 Sep 24 15:09:16.870806 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-45cfe65e-8003-4835-b07c-21afe2e9b485 req-e4f16e95-3346-44bc-b90d-38cb3b8f8035 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0274653 Sep 24 15:09:16.936548 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-623fdebe-8b76-44a3-9679-805fe7420045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:17.947670 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-2b3a3978-0b20-4cb7-bcea-4554154d7d6e req-bc15a153-db55-4387-995f-2b29a3488a84 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0267653 Sep 24 15:09:18.098419 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:19.041608 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-6aa2d4ea-4bf9-4d09-8452-7a518d09b5f6 req-03050f38-6697-4236-a433-9d810180a3dd tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0257421 Sep 24 15:09:19.903182 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-b7fd0640-be08-40d5-8f21-006287819bfe tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:19.904795 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-b7fd0640-be08-40d5-8f21-006287819bfe tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 811 time: 0.1128528 Sep 24 15:09:19.947960 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-240f98ae-512a-42c4-8605-05e77f22b85e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 380 time: 0.0334709 Sep 24 15:09:19.958828 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'port': {'device_id': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'admin_state_up': True, 'tenant_id': '46b84606ec11404db690f231a44fad61', 'security_groups': ['bb99a078-04d5-4d22-b70b-3a3df1e6d286']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:20.068152 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Made reservation on behalf of 46b84606ec11404db690f231a44fad61 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:09:20.071834 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.149807 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-864d81d3-208e-4d8c-aeaf-084f40f749a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.176683 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-378c3473-c7ee-4f15-a5cc-7c0fa3070fbc req-16101521-a8d6-4c9b-861a-261e71193485 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0421257 Sep 24 15:09:20.238960 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Allocated IP 172.20.0.6 (eca89adc-8fd3-4ca6-aba3-c5d78fba8298/c30de4c4-fc2c-4348-86ed-a89d94c9731e/73ffccc4-8c09-4698-9f3b-09e8050e1367) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:20.378908 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.414739 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.456464 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:20.459561 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:20.463047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:09:20.492063 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=73ffccc4-8c09-4698-9f3b-09e8050e1367,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:20.521433 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:20.522066 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.538173 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-3d72dc43-b972-40ff-b68d-fa591df22b7d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829322 Sep 24 15:09:20.598305 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Request body: {'port': {'device_id': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:20.656310 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.692185 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.694495 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-8b3e07fe-d0fc-4335-bafc-94a33873f420 None None] Provisioning complete for port 73ffccc4-8c09-4698-9f3b-09e8050e1367 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:20.695046 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b3e07fe-d0fc-4335-bafc-94a33873f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.731398 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e07fe-d0fc-4335-bafc-94a33873f420 None None] Port 73ffccc4-8c09-4698-9f3b-09e8050e1367 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:09:20.917254 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ffccc4-8c09-4698-9f3b-09e8050e1367 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:09:20.924719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.936585 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Transition to ACTIVE for port object 73ffccc4-8c09-4698-9f3b-09e8050e1367 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:09:20.941309 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:20.993691 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Pushing event updated for resources: {'Port': ['ID=73ffccc4-8c09-4698-9f3b-09e8050e1367,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:21.060950 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Attempting to bind port 73ffccc4-8c09-4698-9f3b-09e8050e1367 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:09:21.061283 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Attempting to bind port 73ffccc4-8c09-4698-9f3b-09e8050e1367 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:09:21.061617 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Attempting to bind port 73ffccc4-8c09-4698-9f3b-09e8050e1367 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:09:21.067000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Port 73ffccc4-8c09-4698-9f3b-09e8050e1367 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:09:21.067317 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Attempting to bind port 73ffccc4-8c09-4698-9f3b-09e8050e1367 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:09:21.072262 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:09:21.072596 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Checking segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:09:21.072974 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Bound using segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:09:21.073400 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Bound port: 73ffccc4-8c09-4698-9f3b-09e8050e1367, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:09:21.073761 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:21.140680 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] For port 73ffccc4-8c09-4698-9f3b-09e8050e1367, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:09:21.144035 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] For port 73ffccc4-8c09-4698-9f3b-09e8050e1367, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:09:21.149142 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:21.182673 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.183380 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:21.184854 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] 10.222.0.70 "PUT /v2.0/ports/73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 200 len: 1093 time: 0.6379690 Sep 24 15:09:21.187120 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:21.191055 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80" -d '{"events": [{"name": "network-changed", "server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:21.230586 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a30fe0-6bf5-45bf-9478-bdf18623b746 service neutron] Pushing event updated for resources: {'Port': ['ID=73ffccc4-8c09-4698-9f3b-09e8050e1367,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:21.309949 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-cc8b749d-4c92-499e-97b2-2ac23848a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.311612 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-cc8b749d-4c92-499e-97b2-2ac23848a2a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1096 time: 0.0730598 Sep 24 15:09:21.330606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cfb301-7224-4176-adca-7c213dec4501 x-openstack-request-id: req-11cfb301-7224-4176-adca-7c213dec4501 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:21.330898 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:21.331154 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11cfb301-7224-4176-adca-7c213dec4501 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:21.331582 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'status': 'completed', 'code': 200} Sep 24 15:09:21.367602 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76917a89-ce03-46d0-a303-b9cab99c2f6a req-d9ccd89a-cca8-430e-8ff6-636cc09673a8 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.369168 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76917a89-ce03-46d0-a303-b9cab99c2f6a req-d9ccd89a-cca8-430e-8ff6-636cc09673a8 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 943 time: 0.1036391 Sep 24 15:09:21.371094 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-0547aedd-727d-4921-b5f3-8ef9ad2c1cdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 200 len: 217 time: 0.0499237 Sep 24 15:09:21.441883 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-76917a89-ce03-46d0-a303-b9cab99c2f6a req-fd83f78d-8d57-4bca-84d2-b6a72e74c7c7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667274 Sep 24 15:09:21.443661 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-343d877b-ead0-4354-8ff1-7f20ab3c32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.445093 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-343d877b-ead0-4354-8ff1-7f20ab3c32e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0635333 Sep 24 15:09:21.495318 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-49f9f72b-27a0-4624-9ffa-fadf5e7d9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.496782 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-49f9f72b-27a0-4624-9ffa-fadf5e7d9af9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419667 Sep 24 15:09:21.587424 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-7582c6b3-8d27-4995-bd04-cccb74951cea service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820704 Sep 24 15:09:21.676449 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-181b37cc-80d8-490a-8a5e-a537d9800293 req-f48c2d83-3d11-4a07-ac44-fd130036a7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802147 Sep 24 15:09:21.767258 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-cc90b317-e80b-443c-b2b3-ae7827892586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.768699 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-cc90b317-e80b-443c-b2b3-ae7827892586 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1096 time: 0.0441415 Sep 24 15:09:21.860515 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-455c5184-64fe-418d-8d4d-3643a8f95f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.862032 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-455c5184-64fe-418d-8d4d-3643a8f95f76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0833883 Sep 24 15:09:21.914305 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-0d3349d7-f810-4906-b5cd-ac3c4beb9543 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 200 len: 217 time: 0.0381773 Sep 24 15:09:21.970507 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-b247cd9a-3968-4e6e-9330-94f22e729186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:21.972057 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-b247cd9a-3968-4e6e-9330-94f22e729186 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0434306 Sep 24 15:09:21.979482 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:22.020988 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-cf81a7fe-5e86-4f7c-9d6d-e35e17253142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:22.022410 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-cf81a7fe-5e86-4f7c-9d6d-e35e17253142 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427463 Sep 24 15:09:22.118755 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-0391c41a-6671-41ad-ae16-fb1f907e371d service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Sep 24 15:09:22.208936 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5c846af9-1bce-4dbe-8ab7-b904e34a8a80 req-25fd6d8a-58f4-4af7-8ab2-cf9aba730bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819578 Sep 24 15:09:22.563496 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8537e3-c2ef-4c4e-9d5f-ce1720475ee6 req-50bf5290-a007-492b-8dda-70dc598efc6c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:22.565022 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f8537e3-c2ef-4c4e-9d5f-ce1720475ee6 req-50bf5290-a007-492b-8dda-70dc598efc6c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 943 time: 0.0566416 Sep 24 15:09:22.603450 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0f8537e3-c2ef-4c4e-9d5f-ce1720475ee6 req-849ee857-17c8-4709-a401-761f1f8d3b9e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Sep 24 15:09:23.717801 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5bf5c-9904-4990-b851-86257b3c19e7 req-b10060da-d5e6-4fca-b867-840cd0b6307f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:23.719590 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6be5bf5c-9904-4990-b851-86257b3c19e7 req-b10060da-d5e6-4fca-b867-840cd0b6307f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 943 time: 0.0492601 Sep 24 15:09:23.759896 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6be5bf5c-9904-4990-b851-86257b3c19e7 req-9358f8c2-a622-429b-8f06-5f6efe524926 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341690 Sep 24 15:09:24.108864 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:24.880736 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345d8c8-417d-4fd9-9560-1841147403ef req-4d28a1d8-755a-40fc-998e-0c5a00775af7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:24.882233 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8345d8c8-417d-4fd9-9560-1841147403ef req-4d28a1d8-755a-40fc-998e-0c5a00775af7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 943 time: 0.0520649 Sep 24 15:09:24.921664 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8345d8c8-417d-4fd9-9560-1841147403ef req-2cc82cad-fd87-42f5-868b-2e554c320360 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333741 Sep 24 15:09:26.036234 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021a892-867a-48aa-87ac-447c1ea2644b req-b7ba5b71-512f-4ae5-9e25-361cf7e8a4b2 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:26.037766 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4021a892-867a-48aa-87ac-447c1ea2644b req-b7ba5b71-512f-4ae5-9e25-361cf7e8a4b2 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 943 time: 0.0489862 Sep 24 15:09:26.075157 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4021a892-867a-48aa-87ac-447c1ea2644b req-6967b8d7-a0a5-4c14-84cf-dd281dbcca9f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Sep 24 15:09:27.193132 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a415738-3df8-4aad-aad2-138576c65abf req-ecbf8a12-837e-411b-a5f5-72adc6387082 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:27.194729 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9a415738-3df8-4aad-aad2-138576c65abf req-ecbf8a12-837e-411b-a5f5-72adc6387082 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 943 time: 0.0500069 Sep 24 15:09:27.232196 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-9a415738-3df8-4aad-aad2-138576c65abf req-6886a0ee-7257-4bcb-a29f-3a2deb594b1c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Sep 24 15:09:27.692544 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 73ffccc4-8c09-4698-9f3b-09e8050e1367 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:09:27.785897 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 73ffccc4-8c09-4698-9f3b-09e8050e1367, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:27.800281 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'port_id': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'mac_address': 'fa:16:3e:2e:37:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:09:27.836478 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:27.849322 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ffccc4-8c09-4698-9f3b-09e8050e1367 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:09:27.867568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 73ffccc4-8c09-4698-9f3b-09e8050e1367, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:27.871402 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:27.919019 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=73ffccc4-8c09-4698-9f3b-09e8050e1367,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:28.148726 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['73ffccc4-8c09-4698-9f3b-09e8050e1367'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:09:28.347609 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268e01-614a-4c7b-9f95-8ba2f15f2a1e req-dd819e65-4dce-4376-89c1-242a18aaaf24 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:28.349351 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-67268e01-614a-4c7b-9f95-8ba2f15f2a1e req-dd819e65-4dce-4376-89c1-242a18aaaf24 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 944 time: 0.0491481 Sep 24 15:09:28.393577 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-67268e01-614a-4c7b-9f95-8ba2f15f2a1e req-1a9864ca-8a43-4da9-98b6-dbf678e9f283 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Sep 24 15:09:29.510014 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e928383-c1e7-4aa6-b473-2b0510bb53f3 req-e8ff8efe-a6dc-4e95-abd7-a18125a1e87b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:29.511542 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4e928383-c1e7-4aa6-b473-2b0510bb53f3 req-e8ff8efe-a6dc-4e95-abd7-a18125a1e87b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 944 time: 0.0510147 Sep 24 15:09:29.564532 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-4e928383-c1e7-4aa6-b473-2b0510bb53f3 req-e3e70869-b8d8-4f53-bafd-7ebea86acb9b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459828 Sep 24 15:09:29.698201 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 73ffccc4-8c09-4698-9f3b-09e8050e1367 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:09:29.747887 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port 73ffccc4-8c09-4698-9f3b-09e8050e1367 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:09:29.752249 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port 73ffccc4-8c09-4698-9f3b-09e8050e1367 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:09:29.752628 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:29.831006 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:29.852727 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:29.854992 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c3623-0aa9-4f06-9c8a-d005093bfd2d" -d '{"events": [{"server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "name": "network-vif-plugged", "status": "completed", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:29.867014 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port 73ffccc4-8c09-4698-9f3b-09e8050e1367, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:09:29.870885 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:29.918702 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=73ffccc4-8c09-4698-9f3b-09e8050e1367,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:29.963271 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d47dc48-7111-4e0c-a529-a494df6d0f72 x-openstack-request-id: req-9d47dc48-7111-4e0c-a529-a494df6d0f72 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:29.963642 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "name": "network-vif-plugged", "status": "completed", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:29.963896 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d47dc48-7111-4e0c-a529-a494df6d0f72 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:29.964287 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'code': 200} Sep 24 15:09:30.185934 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074833f6-d6a8-4bcf-b97e-aec6c93fa311 req-a2066afe-1841-4cbd-941b-7071949320f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:30.187442 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-074833f6-d6a8-4bcf-b97e-aec6c93fa311 req-a2066afe-1841-4cbd-941b-7071949320f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1098 time: 0.0396247 Sep 24 15:09:30.227561 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-074833f6-d6a8-4bcf-b97e-aec6c93fa311 req-beaa2b5a-8c7c-4fd3-bdfa-08dc716564fb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Sep 24 15:09:30.685822 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c92ccd-156b-437d-a7e8-b660e458c36c req-60a4217a-38f2-47a6-bf0c-6827e661bac8 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:30.687334 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-66c92ccd-156b-437d-a7e8-b660e458c36c req-60a4217a-38f2-47a6-bf0c-6827e661bac8 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 945 time: 0.0519433 Sep 24 15:09:30.726541 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-66c92ccd-156b-437d-a7e8-b660e458c36c req-ac193e15-0045-41ba-8db3-c1940c1b18f0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Sep 24 15:09:31.846594 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4f188-ca47-4d40-b040-263f61136661 req-85159a3a-479a-42eb-84f7-97f598ad0363 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:31.848315 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8ed4f188-ca47-4d40-b040-263f61136661 req-85159a3a-479a-42eb-84f7-97f598ad0363 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 945 time: 0.0505209 Sep 24 15:09:31.887274 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8ed4f188-ca47-4d40-b040-263f61136661 req-019b997f-a820-43ef-9f62-8f51a196fdb5 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Sep 24 15:09:32.003320 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd53e2-2dfb-4610-9f4d-51eed99c49c3 req-74a42f04-1685-454c-8697-abf2afb909d9 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:32.005111 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f1fd53e2-2dfb-4610-9f4d-51eed99c49c3 req-74a42f04-1685-454c-8697-abf2afb909d9 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 945 time: 0.0506740 Sep 24 15:09:32.042349 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f1fd53e2-2dfb-4610-9f4d-51eed99c49c3 req-c0607110-17ec-4e7d-b448-08b7517ecb73 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 24 15:09:32.065019 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56274) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.151158 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05421103-e190-4023-a4e2-baaf0990385a tempest-TestVolumeBootPattern-2121762338 tempest-TestVolumeBootPattern-2121762338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:32.152714 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-05421103-e190-4023-a4e2-baaf0990385a tempest-TestVolumeBootPattern-2121762338 tempest-TestVolumeBootPattern-2121762338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1093 time: 0.0867040 Sep 24 15:09:32.155488 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56280) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:09:32.160419 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'port_id': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:09:32.182559 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.281701 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.383378 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Allocated IP 172.27.2.78 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/b264336a-9766-4912-aec2-92d100749a54) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:09:32.488968 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.523675 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.561202 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:09:32.564826 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:09:32.568330 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:09:32.576192 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=b264336a-9766-4912-aec2-92d100749a54,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:32.606989 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.607331 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.607696 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.608061 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.608391 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.608730 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.609056 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.610069 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.610430 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.610730 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.611054 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.611373 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:09:32.932987 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:32.998003 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.144423 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.149242 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.221429 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=b264336a-9766-4912-aec2-92d100749a54,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:09:33.232727 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.333347 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Floating IP fa51a6c9-1ca3-463f-af26-bee0627f5431 associated. External IP: 172.27.2.78, port: 73ffccc4-8c09-4698-9f3b-09e8050e1367. Sep 24 15:09:33.786220 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:09:33.891432 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:09:33.901228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:09:33.908309 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:33.912080 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:09:33.912701 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:09:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:33.935827 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-b7ef7e25-d193-40f1-8fe0-7136912fad17 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7786837 Sep 24 15:09:33.936369 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:09:33.938933 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1827e9-3348-47e2-8042-c8dc8f809128" -d '{"events": [{"name": "network-changed", "server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:09:33.976419 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b30482b-6f7a-430a-b6d1-cf89f13e5f6c x-openstack-request-id: req-8b30482b-6f7a-430a-b6d1-cf89f13e5f6c {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:09:33.976715 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:09:33.976976 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b30482b-6f7a-430a-b6d1-cf89f13e5f6c {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:09:33.977372 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'status': 'completed', 'code': 200} Sep 24 15:09:34.019375 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:09:34.058964 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-50e50d88-7dc4-4d18-8f9e-9bb1b1319d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.060510 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-50e50d88-7dc4-4d18-8f9e-9bb1b1319d2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1098 time: 0.0420527 Sep 24 15:09:34.155894 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-b86afeb7-6a41-4940-b322-51bdbadc9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.157494 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-b86afeb7-6a41-4940-b322-51bdbadc9608 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0878384 Sep 24 15:09:34.225055 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-12ee2cd0-1bb3-4946-adc8-9803713b609d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 200 len: 998 time: 0.0582559 Sep 24 15:09:34.252615 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'fa51a6c9-1ca3-463f-af26-bee0627f5431', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:2e:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:32Z', 'updated_at': '2021-09-24T15:09:32Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:34.278063 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-bfa0f2df-bebf-40cf-a4d4-26abb58274c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.279537 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:09:34.279667 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-bfa0f2df-bebf-40cf-a4d4-26abb58274c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0457306 Sep 24 15:09:34.288251 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:09:34.288869 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:09:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:34.330140 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-bb848bfa-b90b-463b-9b79-920942381f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:34.331616 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-bb848bfa-b90b-463b-9b79-920942381f10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435648 Sep 24 15:09:34.395617 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:09:34.423534 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-f3bd4876-bf4f-40b3-b1cb-66765628d23f service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Sep 24 15:09:34.520074 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-dc1827e9-3348-47e2-8042-c8dc8f809128 req-b9ca297e-3f5d-4d68-99fd-c189942b06b9 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876119 Sep 24 15:09:34.620869 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'fa51a6c9-1ca3-463f-af26-bee0627f5431', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:2e:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:32Z', 'updated_at': '2021-09-24T15:09:32Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:09:34.647538 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a4d77-36bc-44a5-af7a-bba7e84613ab None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'fa51a6c9-1ca3-463f-af26-bee0627f5431', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:2e:37:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:09:32Z', 'updated_at': '2021-09-24T15:09:32Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:09:34.831733 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1413c-1eb5-4ecf-806d-9bf6d8657d31 None None] New status for floating IP fa51a6c9-1ca3-463f-af26-bee0627f5431: ACTIVE {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:09:46.940728 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-68c757e9-d538-4a06-abb4-45718a3bf12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:48.106399 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:50.151075 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-47630729-7749-4afc-a0f8-69b360bce3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:50.685221 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:51.981758 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:52.022751 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:09:54.111428 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:09:57.758306 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-320bfbd0-5c19-4731-b3a9-9c7345bbe4d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408864 Sep 24 15:09:57.844729 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-ea4f6019-d6b5-46a0-b572-153991ae20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:57.846240 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-ea4f6019-d6b5-46a0-b572-153991ae20e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1098 time: 0.0402234 Sep 24 15:09:57.959957 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-a3a1c3a8-334f-49ce-bbc7-80799cb0b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:57.961436 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-a3a1c3a8-334f-49ce-bbc7-80799cb0b3ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0859106 Sep 24 15:09:58.030987 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-cdbf3b7d-5e0d-4422-98b9-1067a0a5a6d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 200 len: 1000 time: 0.0601428 Sep 24 15:09:58.084735 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-d9a93e9b-5bf5-4948-8f89-b8cb7a73f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:58.086187 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-d9a93e9b-5bf5-4948-8f89-b8cb7a73f60c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0474861 Sep 24 15:09:58.134153 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-c0c696d8-06df-45d7-93e7-72fa52569dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:09:58.135832 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-c0c696d8-06df-45d7-93e7-72fa52569dbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400727 Sep 24 15:09:58.227368 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-4cbf6fa0-bc40-4d28-b02f-131542234493 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831540 Sep 24 15:09:58.324298 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee5d7803-ef4e-4a8a-affd-73b798e69d10 req-7731c4ed-2110-4f4c-9ba5-4e32821dae7f service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Sep 24 15:10:06.819320 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-638c5b51-aea9-47b5-b3d4-babc6e39ac81 req-61ac1627-fa0f-46e0-b84a-f1fcdbaabb0c service neutron] (100528) timed out ('10.222.0.70', 55858) {{(pid=100528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:10:16.941793 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f26c-b531-4e49-bbfa-d3631e71d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:18.121215 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:20.152413 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50e0dcc5-273f-4e21-a9ef-95e549cc1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:20.687688 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:21.985767 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:24.114394 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:29.021474 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:10:46.945356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1405e71-cd78-445d-93dd-77e05e0ee11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:48.137166 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:50.156268 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bab9e89f-8534-437f-874e-7936eb893987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:50.690169 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:51.989700 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:54.116711 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:10:58.751089 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-79e95927-cbc7-4002-a6dc-41ecc5f68276 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399578 Sep 24 15:10:58.839608 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-759be37e-0910-4e23-9129-c521c67d3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:58.841105 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-759be37e-0910-4e23-9129-c521c67d3482 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 1098 time: 0.0433047 Sep 24 15:10:58.947277 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-2d819cd4-c0ea-4434-9295-bee31407a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:58.948775 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-2d819cd4-c0ea-4434-9295-bee31407a07d service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0868392 Sep 24 15:10:59.018332 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-da7f3bbb-e60d-43a9-8d22-87c3f6d3eca7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 200 len: 1000 time: 0.0605278 Sep 24 15:10:59.065789 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-2cfe0039-b570-4130-b05b-0ee441a0c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:59.067330 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-2cfe0039-b570-4130-b05b-0ee441a0c78a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0416293 Sep 24 15:10:59.113830 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-63e39681-019b-4603-8a7d-3c869b05319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:10:59.115297 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-63e39681-019b-4603-8a7d-3c869b05319d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398297 Sep 24 15:10:59.456953 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-35aab0ca-7e7f-4f8a-b384-50674882eb1c service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326941 Sep 24 15:10:59.548358 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-a9be0515-55ce-4f73-b430-4ce176da2303 req-828264b9-a701-4313-a5b0-c5c0925cfa95 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Sep 24 15:11:06.020821 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:11:16.947094 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73748b4d-3925-4432-97a9-29716bb00cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:18.136356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.157790 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e81597a-f779-4e75-8c21-789d48143837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:20.691687 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:21.993752 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:24.123709 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:33.121703 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0640575-10e6-4b60-a2d8-3b3841bbbb20 req-d8e6bc3d-6e0d-422a-8e29-5d41f533cba3 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:33.123264 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e0640575-10e6-4b60-a2d8-3b3841bbbb20 req-d8e6bc3d-6e0d-422a-8e29-5d41f533cba3 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 945 time: 0.0653007 Sep 24 15:11:33.165982 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-e0640575-10e6-4b60-a2d8-3b3841bbbb20 req-f36773c9-c8d4-4f5d-bff1-bcc8542cd45b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Sep 24 15:11:34.313525 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4865a59-69cf-4982-942c-c0dd9784ab89 req-9b5fb8c3-20d6-403b-9a6e-5af028bb777e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:34.315638 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f4865a59-69cf-4982-942c-c0dd9784ab89 req-9b5fb8c3-20d6-403b-9a6e-5af028bb777e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 945 time: 0.0589020 Sep 24 15:11:34.355812 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f4865a59-69cf-4982-942c-c0dd9784ab89 req-1fb0078b-0966-4704-90d7-b42d26483b86 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Sep 24 15:11:34.923770 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-642734e6-4a9d-4835-9fdc-57548be1b475 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:34.925907 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-642734e6-4a9d-4835-9fdc-57548be1b475 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 945 time: 0.0499847 Sep 24 15:11:35.026043 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Deleting port 73ffccc4-8c09-4698-9f3b-09e8050e1367 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:11:35.026480 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.118664 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] For port 73ffccc4-8c09-4698-9f3b-09e8050e1367, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=73ffccc4-8c09-4698-9f3b-09e8050e1367,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:35.119036 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.299343 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.299976 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.300182 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.db.l3_db [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Floating IP fa51a6c9-1ca3-463f-af26-bee0627f5431 disassociated. External IP: 172.27.2.78, port: 73ffccc4-8c09-4698-9f3b-09e8050e1367. Sep 24 15:11:35.300570 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Calling delete_port for 73ffccc4-8c09-4698-9f3b-09e8050e1367 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:11:35.473225 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.511982 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'Port': ['ID=73ffccc4-8c09-4698-9f3b-09e8050e1367,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:35.524561 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.524913 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.525251 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.525586 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.525913 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.526264 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.526592 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.526966 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.527242 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.529784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.529784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.529784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:35.576526 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a371e-70d6-4fec-bf95-a2f35ae32cbd req-af74dd73-4f3d-4443-a5fe-e0569d86051d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:35.577929 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-633a371e-70d6-4fec-bf95-a2f35ae32cbd req-af74dd73-4f3d-4443-a5fe-e0569d86051d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 867 time: 0.1382523 Sep 24 15:11:35.659611 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-633a371e-70d6-4fec-bf95-a2f35ae32cbd req-f6c9b0d1-aee1-44d6-9663-d38a9fda367c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516415 Sep 24 15:11:35.677067 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:35.781641 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:35.792496 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:35.803001 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:35.803664 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:11:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:35.823509 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] No DVR routers for this DVR port 73ffccc4-8c09-4698-9f3b-09e8050e1367 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:11:35.826024 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:35.828104 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-fd093639-8bc8-4714-b46b-9a07e3c2ba24 req-15236def-7f53-49f7-8874-583e7dccadcb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "DELETE /v2.0/ports/73ffccc4-8c09-4698-9f3b-09e8050e1367 HTTP/1.1" status: 204 len: 173 time: 0.8943651 Sep 24 15:11:35.828459 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'name': 'network-vif-deleted', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:35.831259 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12498d7a-a3d6-4be0-997d-43e8d6e5fa82" -d '{"events": [{"server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "name": "network-vif-deleted", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:35.874270 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3629307-9c37-4750-a18e-a3a3667539ca x-openstack-request-id: req-a3629307-9c37-4750-a18e-a3a3667539ca {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:35.874988 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3118b948-f730-44e3-9941-dfb0e970f8cc", "name": "network-vif-deleted", "tag": "73ffccc4-8c09-4698-9f3b-09e8050e1367", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:35.875440 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3629307-9c37-4750-a18e-a3a3667539ca {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:35.876151 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3118b948-f730-44e3-9941-dfb0e970f8cc', 'name': 'network-vif-deleted', 'tag': '73ffccc4-8c09-4698-9f3b-09e8050e1367', 'status': 'completed', 'code': 200} Sep 24 15:11:36.047415 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:36.249341 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:36.289653 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:36.301215 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:36.301864 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:11:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:36.409563 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:36.615376 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:36.645143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bb33f-632b-44c7-bdc1-f9e6ec32116a None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:36.779623 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-af41e9c6-ec5e-4856-8180-c002da4a48aa req-0d2d02e5-a469-41e2-b90c-3864f729ab5f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=3118b948-f730-44e3-9941-dfb0e970f8cc HTTP/1.1" status: 200 len: 210 time: 0.0297914 Sep 24 15:11:36.893693 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac113d-cd73-45b0-8315-8e05815a1bf7 None None] New status for floating IP fa51a6c9-1ca3-463f-af26-bee0627f5431: DOWN {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:11:37.990119 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-7d29a2f7-53b8-4792-bc3a-d8f6447d6852 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878091540&fields=id&tenant_id=46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 267 time: 0.0396624 Sep 24 15:11:38.098102 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-c6a526e4-154a-411e-8b0b-2e2d7cf0845f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:38.099497 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-c6a526e4-154a-411e-8b0b-2e2d7cf0845f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 811 time: 0.1026161 Sep 24 15:11:38.114954 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-1a5214ad-a446-4e8f-822f-78728708a8ad tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/quotas/46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 375 time: 0.0097082 Sep 24 15:11:38.167061 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-05d30dfc-32ac-4240-ba73-0871b79300b5 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467114 Sep 24 15:11:38.258631 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-748ba7fd-66ba-4fc4-a236-29824f08943d service neutron] 10.222.0.13 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801630 Sep 24 15:11:38.356744 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-02c1358e-652e-4797-9e61-8bb8e0f5a6ab service neutron] 10.222.0.13 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919173 Sep 24 15:11:38.404777 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 73ffccc4-8c09-4698-9f3b-09e8050e1367 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:11:38.424647 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: 73ffccc4-8c09-4698-9f3b-09e8050e1367 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:11:38.424993 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device 73ffccc4-8c09-4698-9f3b-09e8050e1367 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:11:38.641759 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-f72a151f-de0d-4e64-8db4-e28f548aa2b0 req-fa0267d4-5c15-45af-9dfd-fd57df3714fb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 210 time: 0.0263569 Sep 24 15:11:39.582922 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-c5956142-4ef1-422e-94a9-b2799f1c25cb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:39.584433 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-c5956142-4ef1-422e-94a9-b2799f1c25cb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 811 time: 0.1070027 Sep 24 15:11:39.631569 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-87628d0f-a876-4bfc-8a51-61eb529c48b5 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 380 time: 0.0364759 Sep 24 15:11:39.644132 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'port': {'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'admin_state_up': True, 'tenant_id': '46b84606ec11404db690f231a44fad61', 'security_groups': ['bb99a078-04d5-4d22-b70b-3a3df1e6d286']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:39.746549 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b8b9da8f-2e6e-47f1-bdb0-ffa39b4f88dc req-d38e3003-fe12-4a24-b82a-7f35dfe64070 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 210 time: 0.0383639 Sep 24 15:11:39.780137 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Made reservation on behalf of 46b84606ec11404db690f231a44fad61 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:11:39.783823 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:39.910869 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Allocated IP 172.20.0.11 (eca89adc-8fd3-4ca6-aba3-c5d78fba8298/c30de4c4-fc2c-4348-86ed-a89d94c9731e/bd285ae0-2d15-40dd-9ad1-95db9ebe4a70) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:11:40.069915 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.104411 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.144507 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:11:40.147553 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:11:40.151138 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:11:40.184167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:40.210111 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:40.210938 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.227748 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-601dfe92-7a0a-4330-8c0d-a63f124bcc4d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870023 Sep 24 15:11:40.241802 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Request body: {'port': {'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:40.297842 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.396134 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-761150d3-5188-48f2-802b-9907f7780338 None None] Provisioning complete for port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:11:40.397026 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-761150d3-5188-48f2-802b-9907f7780338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.438195 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-761150d3-5188-48f2-802b-9907f7780338 None None] Port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:11:40.583153 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:11:40.590897 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.603820 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Transition to ACTIVE for port object bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:11:40.608087 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.664254 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Pushing event updated for resources: {'Port': ['ID=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:40.738552 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Attempting to bind port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:11:40.738990 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Attempting to bind port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:11:40.739332 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Attempting to bind port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:11:40.745195 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:11:40.745527 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Attempting to bind port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:11:40.751108 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:11:40.751449 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Checking segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:11:40.751885 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Bound using segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:11:40.752323 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Bound port: bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:11:40.752686 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.830713 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] For port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:11:40.835291 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] For port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:11:40.840425 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.881136 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226fb1a-3312-4621-aeb4-754551591d34 req-0bf7e8ab-44b5-4d70-abc0-5dac8bc2906c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:40.884792 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0226fb1a-3312-4621-aeb4-754551591d34 req-0bf7e8ab-44b5-4d70-abc0-5dac8bc2906c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0607154 Sep 24 15:11:40.886501 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:40.887286 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:40.888713 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] 10.222.0.70 "PUT /v2.0/ports/bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 1094 time: 0.6514900 Sep 24 15:11:40.889205 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:40.891594 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94180353-beec-4410-bb67-ef2fba5e668d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:40.952049 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0226fb1a-3312-4621-aeb4-754551591d34 req-9dcf1969-7d1e-47d0-9fde-51a21038801e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595369 Sep 24 15:11:40.963407 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44040f8-74b9-4e13-8078-eb15e5011a01 x-openstack-request-id: req-c44040f8-74b9-4e13-8078-eb15e5011a01 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:40.963823 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:40.964238 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c44040f8-74b9-4e13-8078-eb15e5011a01 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:40.964860 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'status': 'completed', 'code': 200} Sep 24 15:11:40.968324 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6a91-f8f4-434c-a084-07d56c697312 service neutron] Pushing event updated for resources: {'Port': ['ID=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:41.013714 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-d7e1c41a-d269-4db3-9e0d-53cb29b37608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.015416 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-d7e1c41a-d269-4db3-9e0d-53cb29b37608 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1097 time: 0.0694594 Sep 24 15:11:41.062450 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-217b8e68-8660-4070-8626-9b21ed0183cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 217 time: 0.0364153 Sep 24 15:11:41.117198 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-0de2cc13-1b90-4c1b-8263-5c3027b55eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.118745 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-0de2cc13-1b90-4c1b-8263-5c3027b55eb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0488927 Sep 24 15:11:41.167403 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-d54887da-fa31-4279-ada8-76f7e434b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.168933 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-d54887da-fa31-4279-ada8-76f7e434b423 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418596 Sep 24 15:11:41.263305 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-494ed71b-8266-4cf6-be23-49a04449dabe service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Sep 24 15:11:41.359157 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8c8dec60-4bca-461a-ae95-7864e08bc50d req-552fd82b-e68a-4d01-b089-ff8ac6d85a7a service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878503 Sep 24 15:11:41.454342 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180353-beec-4410-bb67-ef2fba5e668d req-a684f588-37a8-499c-bd9c-26348ef6cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.455899 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-a684f588-37a8-499c-bd9c-26348ef6cbbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1097 time: 0.0439591 Sep 24 15:11:41.552503 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180353-beec-4410-bb67-ef2fba5e668d req-842ccfe1-a17d-4da4-b9a4-210433b271ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.553916 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-842ccfe1-a17d-4da4-b9a4-210433b271ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0895267 Sep 24 15:11:41.598367 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-05021045-958e-43ec-82cf-04c2fbc3c504 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 217 time: 0.0350986 Sep 24 15:11:41.660615 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180353-beec-4410-bb67-ef2fba5e668d req-a24e2004-419c-4e48-ba21-5dcbd93a238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.662779 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-a24e2004-419c-4e48-ba21-5dcbd93a238c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0487578 Sep 24 15:11:41.715879 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94180353-beec-4410-bb67-ef2fba5e668d req-f1acedb5-0797-49da-b5ba-880fb2be8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:41.717389 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-f1acedb5-0797-49da-b5ba-880fb2be8aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427656 Sep 24 15:11:41.817474 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-3648b693-3910-4063-9ff8-387c487c2c80 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907738 Sep 24 15:11:41.913728 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-94180353-beec-4410-bb67-ef2fba5e668d req-235075ca-b80f-40ce-a4d3-a6759977b506 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 Sep 24 15:11:42.093016 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd94f16-4ff8-4ca2-87db-09612ed1a1f0 req-c50475b3-a70a-431a-baf3-b01365436572 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:42.094418 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1dd94f16-4ff8-4ca2-87db-09612ed1a1f0 req-c50475b3-a70a-431a-baf3-b01365436572 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0506825 Sep 24 15:11:42.134489 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1dd94f16-4ff8-4ca2-87db-09612ed1a1f0 req-4f0a71e5-a2fe-490b-a61e-b166e605d6cc tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Sep 24 15:11:43.019384 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:11:43.259100 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f6f24-62fc-484c-9794-2719184d0588 req-64475435-f8b2-41ad-ba27-b0798e147f72 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:43.260692 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-394f6f24-62fc-484c-9794-2719184d0588 req-64475435-f8b2-41ad-ba27-b0798e147f72 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0563478 Sep 24 15:11:43.303371 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-394f6f24-62fc-484c-9794-2719184d0588 req-ee026fab-29c6-4c0b-bc33-defc999e2221 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 Sep 24 15:11:44.420941 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42caaaa-9df7-4906-abd0-4b04acd913b0 req-ac59abdb-e17b-46a7-82ef-bff68bcd0ee8 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:44.422439 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b42caaaa-9df7-4906-abd0-4b04acd913b0 req-ac59abdb-e17b-46a7-82ef-bff68bcd0ee8 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0515029 Sep 24 15:11:44.466249 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b42caaaa-9df7-4906-abd0-4b04acd913b0 req-7fd6c94f-4f43-486a-9804-265219937f02 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 Sep 24 15:11:45.583053 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62912ad-d23a-464d-bddb-3ba7e36a259b req-89688a81-4fd4-428f-b398-a242d8b46c00 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:45.584603 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e62912ad-d23a-464d-bddb-3ba7e36a259b req-89688a81-4fd4-428f-b398-a242d8b46c00 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0516794 Sep 24 15:11:45.623979 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e62912ad-d23a-464d-bddb-3ba7e36a259b req-f112807b-1713-4d8d-a663-2e8f1b07cbe4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Sep 24 15:11:46.737356 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0d285-9316-48ea-8fc3-42b6cc5bdd2e req-46c1b30d-5aa5-4fbe-b445-8dc6ae4cf9d4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:46.739523 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9ea0d285-9316-48ea-8fc3-42b6cc5bdd2e req-46c1b30d-5aa5-4fbe-b445-8dc6ae4cf9d4 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0503955 Sep 24 15:11:46.778009 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-9ea0d285-9316-48ea-8fc3-42b6cc5bdd2e req-dc4279b2-be09-4e43-8e15-bbdb4e0623fa tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Sep 24 15:11:46.949585 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b843131-92a0-4504-a6c1-d10e3316dd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:47.899207 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb124776-111b-4e12-8e23-efa1ffcf8651 req-3bbcae85-0a8e-40e7-a909-1789d8f2d319 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:47.900822 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eb124776-111b-4e12-8e23-efa1ffcf8651 req-3bbcae85-0a8e-40e7-a909-1789d8f2d319 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0554340 Sep 24 15:11:47.942976 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-eb124776-111b-4e12-8e23-efa1ffcf8651 req-a2ac463b-d504-4488-ac4c-14fcf36a2f4c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Sep 24 15:11:48.151309 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:49.063081 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f3cec-3afa-4d5b-90b3-1eb2df037b56 req-19550606-4215-472a-8794-4995513762b6 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:49.064628 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d1f3cec-3afa-4d5b-90b3-1eb2df037b56 req-19550606-4215-472a-8794-4995513762b6 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0506690 Sep 24 15:11:49.104640 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-1d1f3cec-3afa-4d5b-90b3-1eb2df037b56 req-e72341d0-37e3-4633-8b4a-6fc781a8b897 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Sep 24 15:11:50.161507 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ab43b11-fbb7-4027-a26d-164ce8d677ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:50.229328 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb42c7-7e8f-4945-b974-b44e6a65acfd req-2cdf68d2-6fcd-491e-8493-7416535ab09a tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:50.231349 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-36eb42c7-7e8f-4945-b974-b44e6a65acfd req-2cdf68d2-6fcd-491e-8493-7416535ab09a tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 944 time: 0.0570292 Sep 24 15:11:50.270606 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-36eb42c7-7e8f-4945-b974-b44e6a65acfd req-bbd556d2-7cb9-4fd9-a48c-ed233541134e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Sep 24 15:11:50.468849 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:11:50.559957 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:50.574384 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:11:50.610587 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:50.623039 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:11:50.642395 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:50.647064 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:50.704129 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:50.708568 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:50.714209 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.714569 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.714962 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.715243 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.715595 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.715926 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.716253 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.716579 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.716904 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.717224 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.717545 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.717863 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:50.940244 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['bd285ae0-2d15-40dd-9ad1-95db9ebe4a70'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:11:51.388294 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f70f2f-63cc-418e-85ad-892b7fd52fc6 req-16ba56a4-571c-40e0-a54a-75a6496fe7d0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:51.389808 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-45f70f2f-63cc-418e-85ad-892b7fd52fc6 req-16ba56a4-571c-40e0-a54a-75a6496fe7d0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 945 time: 0.0534427 Sep 24 15:11:51.433229 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-45f70f2f-63cc-418e-85ad-892b7fd52fc6 req-bf3bf773-9871-41b3-a639-6bb26e1c943f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 Sep 24 15:11:51.997333 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:52.466677 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:11:52.520630 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:11:52.524906 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:11:52.525318 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:52.552080 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040a563-c75e-436d-8ff2-602bede87652 req-bdab63e7-e14b-4322-b06f-811939168175 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:52.553622 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5040a563-c75e-436d-8ff2-602bede87652 req-bdab63e7-e14b-4322-b06f-811939168175 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Sep 24 15:11:52.593230 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-5040a563-c75e-436d-8ff2-602bede87652 req-390dd532-8675-4a0b-939d-66ae337f1d01 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334463 Sep 24 15:11:52.608977 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:52.631283 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:52.633595 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea296d2-9ca2-4a88-845c-765ec841ee7d" -d '{"events": [{"server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "name": "network-vif-plugged", "status": "completed", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:52.646935 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:11:52.651185 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:52.675852 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f2ae93-ed3e-46b2-a4f1-61147fc412af x-openstack-request-id: req-e1f2ae93-ed3e-46b2-a4f1-61147fc412af {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:52.676137 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "name": "network-vif-plugged", "status": "completed", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:52.676386 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1f2ae93-ed3e-46b2-a4f1-61147fc412af {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:52.676777 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'code': 200} Sep 24 15:11:52.704590 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:52.916722 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423aecd-d89f-4e25-a5aa-a3c5a8b3b73a req-3e133a88-acfc-43d0-928e-ac78e52dca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:52.918243 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c423aecd-d89f-4e25-a5aa-a3c5a8b3b73a req-3e133a88-acfc-43d0-928e-ac78e52dca8d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0503495 Sep 24 15:11:52.956218 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c423aecd-d89f-4e25-a5aa-a3c5a8b3b73a req-b77f9983-071e-47f0-949c-5c3dddb47290 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293021 Sep 24 15:11:53.707765 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697c7bd-7271-42d4-964e-713aedc80a76 req-940ef4ef-0933-49c0-b80f-63ec6564ba1b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:53.709333 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3697c7bd-7271-42d4-964e-713aedc80a76 req-940ef4ef-0933-49c0-b80f-63ec6564ba1b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 946 time: 0.0488436 Sep 24 15:11:53.749644 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-3697c7bd-7271-42d4-964e-713aedc80a76 req-2006de8d-93b6-44e1-abb2-c1889876d554 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344241 Sep 24 15:11:54.125103 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:54.870719 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb015da-575f-4355-ae99-ea98075d1840 req-d21f9ebe-ccb5-47da-ad41-2963d08693c7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:54.872282 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-edb015da-575f-4355-ae99-ea98075d1840 req-d21f9ebe-ccb5-47da-ad41-2963d08693c7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 946 time: 0.0501368 Sep 24 15:11:54.922223 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-edb015da-575f-4355-ae99-ea98075d1840 req-fa60acb1-1243-42cc-8a49-6bda192bb0ab tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Sep 24 15:11:55.043445 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769fd3b-a277-41d4-8b76-c590aeb34393 req-a36a7f69-5200-4e84-bf9e-a3b365aea543 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:55.044901 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b769fd3b-a277-41d4-8b76-c590aeb34393 req-a36a7f69-5200-4e84-bf9e-a3b365aea543 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 946 time: 0.0551605 Sep 24 15:11:55.085468 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-b769fd3b-a277-41d4-8b76-c590aeb34393 req-3bc1e8b2-5b12-4224-b6a0-45c40080e6f7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333498 Sep 24 15:11:55.108142 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56400) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:55.149023 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5ddb7-29e7-4185-b7a8-2924d99d76da tempest-TestVolumeBootPattern-2121762338 tempest-TestVolumeBootPattern-2121762338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:55.150830 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-65a5ddb7-29e7-4185-b7a8-2924d99d76da tempest-TestVolumeBootPattern-2121762338 tempest-TestVolumeBootPattern-2121762338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1094 time: 0.0414324 Sep 24 15:11:55.153341 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56402) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:11:55.157624 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:11:55.182964 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:55.298567 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:55.404762 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Allocated IP 172.27.2.164 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/e74749c3-e99b-455a-bb83-b08f6fa324ca) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:11:55.516946 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:55.553424 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:55.591864 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:11:55.594673 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:11:55.598446 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:11:55.606232 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=e74749c3-e99b-455a-bb83-b08f6fa324ca,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:55.636019 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.636373 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.636717 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.637059 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.637391 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.637724 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.638057 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.638387 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.638718 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.639049 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.639375 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.639729 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:11:55.965191 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:56.031276 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:56.182571 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:56.187476 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:56.256201 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=e74749c3-e99b-455a-bb83-b08f6fa324ca,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:11:56.268097 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:56.371554 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Floating IP cff03e26-44f7-4e1d-a0b4-989563f2d861 associated. External IP: 172.27.2.164, port: bd285ae0-2d15-40dd-9ad1-95db9ebe4a70. Sep 24 15:11:56.582597 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:11:56.691890 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:11:56.702670 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:11:56.710004 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:11:56.712847 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:56.713544 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:11:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:56.737651 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f180f6a6-f084-4515-85e7-8ff624bcf954 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5833037 Sep 24 15:11:56.738231 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:11:56.740527 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87d7d6-cba5-4697-8dde-9ee9619c345b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:11:56.780300 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276eb795-5acd-4188-86ef-d5efbeb83163 x-openstack-request-id: req-276eb795-5acd-4188-86ef-d5efbeb83163 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:11:56.780598 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:11:56.780847 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-276eb795-5acd-4188-86ef-d5efbeb83163 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:11:56.781245 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'status': 'completed', 'code': 200} Sep 24 15:11:56.824774 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:56.865625 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-629058d7-7eef-4880-87ad-3917154ba17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:56.867726 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-629058d7-7eef-4880-87ad-3917154ba17c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0496883 Sep 24 15:11:56.977072 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-136c21c9-bece-42fa-93a4-ef789a62d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:56.978561 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-136c21c9-bece-42fa-93a4-ef789a62d842 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.1023068 Sep 24 15:11:57.062899 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-5a469dd6-0262-4cea-aa92-7b5ae96ea7ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 1000 time: 0.0744131 Sep 24 15:11:57.092862 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:55Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:57.120500 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-6bd83350-ac92-42e0-869a-da75e9df25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:57.121915 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-6bd83350-ac92-42e0-869a-da75e9df25ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0514326 Sep 24 15:11:57.122082 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:11:57.132429 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:11:57.133154 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:11:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:57.169670 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-0b1d6571-5540-4e74-9eba-e1fe8fdf00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:57.171205 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-0b1d6571-5540-4e74-9eba-e1fe8fdf00e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413349 Sep 24 15:11:57.244819 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:11:57.271324 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-6ad31206-f29c-4818-aaed-52624037111f service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919085 Sep 24 15:11:57.369880 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-3b87d7d6-cba5-4697-8dde-9ee9619c345b req-2d742d5b-17b3-4709-a842-ae9a63995485 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871053 Sep 24 15:11:57.481758 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:55Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:11:57.508781 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5967f7d-69f2-4b68-ae18-b012d5186cce None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:55Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:11:57.709816 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949c49f-d60f-4005-bb17-cb5bf75f0e5f None None] New status for floating IP cff03e26-44f7-4e1d-a0b4-989563f2d861: ACTIVE {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:11:58.765208 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-0edc7d5e-6622-480f-9862-5e6282bc3a50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422430 Sep 24 15:11:58.857244 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-e5522f5d-3f1d-4014-9a8e-56c717e1817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:58.858854 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-e5522f5d-3f1d-4014-9a8e-56c717e1817f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0436029 Sep 24 15:11:58.964991 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-4d25e51b-cb85-4f7b-b4e1-9cd00c4dac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:58.966461 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-4d25e51b-cb85-4f7b-b4e1-9cd00c4dac24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0836198 Sep 24 15:11:59.046673 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-c4932332-3ae1-4e91-b213-e4ab71b761d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 1002 time: 0.0613472 Sep 24 15:11:59.105399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-60fa4ae2-664a-486b-abdd-7e640b31cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:59.106855 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-60fa4ae2-664a-486b-abdd-7e640b31cc03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0431774 Sep 24 15:11:59.160265 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-1eea9c4d-ec53-4a15-bab1-7ec01d73ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:11:59.161794 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-1eea9c4d-ec53-4a15-bab1-7ec01d73ccf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421703 Sep 24 15:11:59.265903 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-3d09a3af-4e83-45aa-8eb3-5d9aac9971eb service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898244 Sep 24 15:11:59.364077 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-db5e47c5-7d19-41d0-9c94-db4d0664ba9d req-f805bfa4-1502-4671-adf7-9b643aa4bcc5 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904045 Sep 24 15:12:16.951328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-860e49ff-529d-472e-b08a-a92bbf721ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:18.169075 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:20.017465 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:12:20.163842 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6e5afdf4-2634-4391-ac37-4a3de4ff6644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:20.693119 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:22.000153 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:24.111160 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [req-42870b97-92b2-41e0-b5d3-818e9727f3bb req-33cc2700-3fc1-4fd6-9434-960013eafa39 service neutron] (100529) timed out ('10.222.0.70', 55833) {{(pid=100529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:12:24.125658 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:46.951273 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5280253a-ec77-4bd7-a679-4bac72f72760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:48.166419 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:50.165330 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01d3fc7b-59cc-4767-b015-fa4834703894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:50.694472 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:52.001483 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:54.128043 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:12:57.014986 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:13:00.011961 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-92455c78-f328-4f73-8b3f-b3c3ca729bb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3034742 Sep 24 15:13:00.094318 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724558-6e05-4867-a666-974e3a100288 req-2f2e4e6b-c273-4d7a-8931-73abab239dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:00.095846 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-2f2e4e6b-c273-4d7a-8931-73abab239dc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0390122 Sep 24 15:13:00.197462 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724558-6e05-4867-a666-974e3a100288 req-578a1e8b-f601-4f71-abd0-d558011591e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:00.198917 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-578a1e8b-f601-4f71-abd0-d558011591e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0821691 Sep 24 15:13:00.269632 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-e0da5dd5-c3f4-4067-9470-2bb3546f6513 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 1002 time: 0.0626163 Sep 24 15:13:00.319252 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724558-6e05-4867-a666-974e3a100288 req-1762432e-5953-493c-90d1-43324239f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:00.320732 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-1762432e-5953-493c-90d1-43324239f518 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0423439 Sep 24 15:13:00.367620 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724558-6e05-4867-a666-974e3a100288 req-8daafeb0-7d8d-479d-844a-43eeb80b8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:00.369136 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-8daafeb0-7d8d-479d-844a-43eeb80b8bba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404303 Sep 24 15:13:00.462592 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-225e7e03-ff62-4e1d-8521-3d031f60b1d7 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848553 Sep 24 15:13:00.556691 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-4e724558-6e05-4867-a666-974e3a100288 req-65d3f257-9a7f-419e-ba10-c640f2c1a4b3 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851097 Sep 24 15:13:16.952252 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54d1cf65-37b3-4908-8502-e3fd2f33882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:18.183336 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:20.166036 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd7a6c10-63c0-4acd-bc39-33122974345a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:20.696353 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:22.123960 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:24.130396 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:34.013035 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:13:44.170879 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-7e5bfea3-9b16-4960-b5ea-2c193eb37060 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878091540&fields=id&tenant_id=46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 267 time: 0.0357983 Sep 24 15:13:44.277928 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-214098c7-b66d-4b54-b022-ee9e23efc5a2 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:44.279408 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-214098c7-b66d-4b54-b022-ee9e23efc5a2 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 811 time: 0.1015074 Sep 24 15:13:44.294921 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-147a8b64-1455-41db-b7c0-e01c5cafb5c7 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/quotas/46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 375 time: 0.0090194 Sep 24 15:13:44.352844 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-83e148fd-a08b-47e3-8522-5a6b125ca6ec tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0521104 Sep 24 15:13:44.494211 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-f9e67bdf-df9b-4fa2-b8bb-827387b8e018 service neutron] 10.222.0.13 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292703 Sep 24 15:13:44.582996 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-55b6c452-a6d0-4ff9-b65d-6760aaad9477 service neutron] 10.222.0.13 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826364 Sep 24 15:13:44.941270 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-8b119c43-3daa-41a6-bf38-687ae2876548 req-202b60c8-1024-476a-b58c-0af5d53f0668 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0880129 Sep 24 15:13:46.017036 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-0a483e48-fe09-45b1-a22b-d1c90b86f962 req-ff5b34cd-efdc-46b6-b217-a694a7b76150 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0256500 Sep 24 15:13:46.953700 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30d94d8c-f35c-4aa5-9d8b-b2d3abb8f932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:47.110168 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6e7f3279-a80e-41d5-8a8c-646519db24e7 req-83dca1fd-1e1b-4bd3-ae10-f14f48bcbd0f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0264595 Sep 24 15:13:48.195289 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-d15a3bea-5155-4ba0-bea1-d844e32bd471 req-f24cf92b-23fe-4748-8450-5360a8ef13a6 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0338979 Sep 24 15:13:48.203742 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:49.292726 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c593901b-5b07-44d6-9582-94edd9a22bde req-6f10caad-2e4a-4d4e-97c9-1ac58283b4ff tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0268312 Sep 24 15:13:49.909505 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-ca60c9eb-d6cc-4167-bc8a-41a531d48168 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:49.910977 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-ca60c9eb-d6cc-4167-bc8a-41a531d48168 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 811 time: 0.1080275 Sep 24 15:13:49.957258 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-e9a3333a-3752-4105-bf41-8d7f1145ca36 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46b84606ec11404db690f231a44fad61 HTTP/1.1" status: 200 len: 380 time: 0.0344465 Sep 24 15:13:49.973315 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'port': {'device_id': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'admin_state_up': True, 'tenant_id': '46b84606ec11404db690f231a44fad61', 'security_groups': ['bb99a078-04d5-4d22-b70b-3a3df1e6d286']}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:13:50.088441 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Made reservation on behalf of 46b84606ec11404db690f231a44fad61 for: {'port': 1} {{(pid=100528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:13:50.092200 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.167840 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16563852-b5cd-4f2a-be4a-482da2b64f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.219606 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_common [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Allocated IP 172.20.0.4 (eca89adc-8fd3-4ca6-aba3-c5d78fba8298/c30de4c4-fc2c-4348-86ed-a89d94c9731e/a19f4ae3-cc20-4ebf-ba18-f55cae87ed92) {{(pid=100528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:13:50.380566 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.396645 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-29579d39-9593-4a82-bcb5-7afb62ad8f3f req-b8cebd33-489f-4e64-86f8-fc42fa9e30eb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0327630 Sep 24 15:13:50.416381 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_create {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.460381 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 is already hosted by enough agents. {{(pid=100528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:13:50.463356 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.base_scheduler [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Resources bound (agent type, host, resource id): {{(pid=100528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:13:50.466253 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Received port after_create {{(pid=100528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:13:50.494294 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,revision_number=1']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:50.514024 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.514351 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.521047 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:50.540038 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:50.540738 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.562101 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-346b63cc-8c15-4c89-b81e-5dfa839b9c0d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934339 Sep 24 15:13:50.572757 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-e49f9c12-1e31-467c-9f59-fba58419d364 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=100528) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:13:50.573873 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-e49f9c12-1e31-467c-9f59-fba58419d364 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054827 Sep 24 15:13:50.587394 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.v2.base [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Request body: {'port': {'device_id': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=100528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:13:50.644952 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.668004 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-625ad381-82aa-4bf8-96d7-9b11a4ae974c None None] Provisioning complete for port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 triggered by entity DHCP. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:13:50.668376 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-625ad381-82aa-4bf8-96d7-9b11a4ae974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.712324 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-625ad381-82aa-4bf8-96d7-9b11a4ae974c None None] Port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 cannot update to ACTIVE because it is not bound. {{(pid=100530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:13:50.713647 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.906874 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 {{(pid=100528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:13:50.914742 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.926267 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.provisioning_blocks [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Transition to ACTIVE for port object a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 will not be triggered until provisioned by entity L2. {{(pid=100528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:13:50.930124 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:50.986998 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Pushing event updated for resources: {'Port': ['ID=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,revision_number=2']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:51.053874 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Attempting to bind port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:13:51.054210 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Attempting to bind port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:13:51.054541 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Attempting to bind port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:13:51.059121 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:13:51.059441 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Attempting to bind port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 on network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:13:51.064992 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Checking agent: {'id': '0b9120f7-138c-46bd-a897-7101e3ad4f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'started_at': datetime.datetime(2021, 9, 24, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:13:51.065399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Checking segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:13:51.065758 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Bound using segment: {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'} {{(pid=100528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:13:51.066199 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.managers [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Bound port: a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298'}}] {{(pid=100528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:13:51.066560 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:51.138920 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] For port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host hv-cinder-81091, cleared binding levels {{(pid=100528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:13:51.142975 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] For port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:13:51.147172 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61543936'] for port, after_update {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:51.182450 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.183067 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:51.184480 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] 10.222.0.70 "PUT /v2.0/ports/a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 HTTP/1.1" status: 200 len: 1093 time: 0.6014483 Sep 24 15:13:51.184957 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:13:51.187190 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:13:51.216852 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19f59-a6f5-488b-a2a7-a3a40d89709e service neutron] Pushing event updated for resources: {'Port': ['ID=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,revision_number=3']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:51.254998 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b631e13c-882a-4f06-9123-2be4a12824a8 x-openstack-request-id: req-b631e13c-882a-4f06-9123-2be4a12824a8 {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:13:51.255289 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:13:51.255640 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b631e13c-882a-4f06-9123-2be4a12824a8 {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:13:51.256036 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'status': 'completed', 'code': 200} Sep 24 15:13:51.272916 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-025a4cdd-07ae-4c0f-9863-d2ec8b6724fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.274496 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-025a4cdd-07ae-4c0f-9863-d2ec8b6724fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0469820 Sep 24 15:13:51.321009 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-7ced6fe2-054a-4672-bc55-1ade300eb8c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 HTTP/1.1" status: 200 len: 217 time: 0.0372353 Sep 24 15:13:51.374875 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-b4d8b961-651a-4ac6-b7f9-e279e1d2e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.376471 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-b4d8b961-651a-4ac6-b7f9-e279e1d2e0d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0476985 Sep 24 15:13:51.426781 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-29e28c35-60f6-46f5-aed7-c27c4b35fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.428333 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-29e28c35-60f6-46f5-aed7-c27c4b35fd27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399225 Sep 24 15:13:51.513420 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13364bb4-0631-4b54-a1e7-227d9f1270f2 req-4d789694-1a13-4f7d-ad90-dd91380b0a1c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.514848 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-13364bb4-0631-4b54-a1e7-227d9f1270f2 req-4d789694-1a13-4f7d-ad90-dd91380b0a1c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0493164 Sep 24 15:13:51.524974 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-0b1c4d24-0de9-4190-b1b5-f77055d47cf4 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878203 Sep 24 15:13:51.554228 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-13364bb4-0631-4b54-a1e7-227d9f1270f2 req-4fce2309-374d-49a5-9526-b60e6ebe8f8c tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Sep 24 15:13:51.619001 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0be7c061-e2e4-497a-9ce9-e90f03306887 req-f136ed91-623d-4598-8521-4959dfe2ce09 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Sep 24 15:13:51.702726 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-0d312032-93b8-40c2-b97b-342ed4bf71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.704791 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-0d312032-93b8-40c2-b97b-342ed4bf71b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0394385 Sep 24 15:13:51.807827 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-09cbb6fc-c512-43de-8ee1-a7a4b0c53c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.809221 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-09cbb6fc-c512-43de-8ee1-a7a4b0c53c53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0952487 Sep 24 15:13:51.856749 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-f54e2a34-e436-4307-8b3d-07df4c294597 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 HTTP/1.1" status: 200 len: 217 time: 0.0346489 Sep 24 15:13:51.911421 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-25395f7c-7a40-45d6-97dd-ef1c03144737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.912942 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-25395f7c-7a40-45d6-97dd-ef1c03144737 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0476248 Sep 24 15:13:51.969842 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-6393429d-d08e-43ca-a389-4ba80fe37ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:51.971516 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-6393429d-d08e-43ca-a389-4ba80fe37ff8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459125 Sep 24 15:13:52.007498 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:52.069284 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-e543d78e-a642-4ad7-b198-db4ea60ca7ea service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Sep 24 15:13:52.172899 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0f647a30-c50e-46d1-ab6e-3ad95ebff0b0 req-d8eab6b0-0806-499b-8998-a39f467c5404 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864270 Sep 24 15:13:52.668046 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68ebf0-84e5-4649-ace0-259dfaf2968b req-22c80fc9-81eb-4db5-8f76-76518d0a6dff tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:52.669253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6b68ebf0-84e5-4649-ace0-259dfaf2968b req-22c80fc9-81eb-4db5-8f76-76518d0a6dff tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0483093 Sep 24 15:13:52.705905 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-6b68ebf0-84e5-4649-ace0-259dfaf2968b req-a62544db-892c-4e09-bf87-5a65c9978f08 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301206 Sep 24 15:13:53.822074 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c014d-1b16-460f-a73e-0b655dc2ea38 req-c5541c94-423d-4e8e-85e8-deaf5e2d063b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:53.823643 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-075c014d-1b16-460f-a73e-0b655dc2ea38 req-c5541c94-423d-4e8e-85e8-deaf5e2d063b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0513825 Sep 24 15:13:53.863167 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-075c014d-1b16-460f-a73e-0b655dc2ea38 req-f03853c2-7057-4b5b-b1a7-6c00d1f48a74 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334020 Sep 24 15:13:54.134466 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:55.029149 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249651d-d58f-41a6-ab7e-989561be8269 req-215b757f-f4d8-4d00-8ccb-562ca19529b1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:55.030651 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0249651d-d58f-41a6-ab7e-989561be8269 req-215b757f-f4d8-4d00-8ccb-562ca19529b1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0538709 Sep 24 15:13:55.067960 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-0249651d-d58f-41a6-ab7e-989561be8269 req-169ba75d-1e7c-4c1b-a624-76b97e45f34f tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Sep 24 15:13:56.184968 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dc1b1-c218-4e77-9a41-1dac2e2ed6dc req-b64cd111-2d0f-42b2-b4ee-3721ca277615 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:56.186442 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b5dc1b1-c218-4e77-9a41-1dac2e2ed6dc req-b64cd111-2d0f-42b2-b4ee-3721ca277615 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0531332 Sep 24 15:13:56.225630 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-1b5dc1b1-c218-4e77-9a41-1dac2e2ed6dc req-172a6390-366c-466e-a0b8-d3ce7908b1ba tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Sep 24 15:13:57.338812 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9c549-5655-44b9-9a2e-d8f41fa013d8 req-41d349a4-4322-49b4-8065-08cdf663ca2b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:57.340344 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c9d9c549-5655-44b9-9a2e-d8f41fa013d8 req-41d349a4-4322-49b4-8065-08cdf663ca2b tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0495033 Sep 24 15:13:57.379893 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-c9d9c549-5655-44b9-9a2e-d8f41fa013d8 req-28de0d76-a998-43f2-b24f-86a9933405c9 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Sep 24 15:13:58.492512 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8b62d-36f9-460e-8562-f6888bdc5486 req-df2ef84e-f36b-4337-a460-3cf780665d75 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:58.494003 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bad8b62d-36f9-460e-8562-f6888bdc5486 req-df2ef84e-f36b-4337-a460-3cf780665d75 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 943 time: 0.0495305 Sep 24 15:13:58.532959 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-bad8b62d-36f9-460e-8562-f6888bdc5486 req-7269ab81-ffcb-46fd-ab80-6221254a1524 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Sep 24 15:13:59.090536 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=100530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:13:59.186183 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:59.198223 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Returning: {'device': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'port_id': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'mac_address': 'fa:16:3e:1a:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:13:59.234676 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:59.248611 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:13:59.272126 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:13:59.276085 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:13:59.326524 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,revision_number=4']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:13:59.333937 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.334290 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.334634 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.334972 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.335304 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.335672 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.336004 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.336354 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.336684 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.337038 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.337364 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.337688 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:13:59.549643 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] get_ports_and_sgs() called for port_ids ['a19f4ae3-cc20-4ebf-ba18-f55cae87ed92'] {{(pid=100530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:13:59.649313 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa8d5-5daa-4da3-9df2-aacba5618315 req-8baabef7-61df-46cd-adbd-21e69f6014f9 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:13:59.650810 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eacfa8d5-5daa-4da3-9df2-aacba5618315 req-8baabef7-61df-46cd-adbd-21e69f6014f9 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 944 time: 0.0508850 Sep 24 15:13:59.688859 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-eacfa8d5-5daa-4da3-9df2-aacba5618315 req-3bd4549b-cfce-43a8-8623-30274d256a06 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Sep 24 15:14:00.803242 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814b66-7cd9-4a2a-b8dc-3b12a063743e req-29fa36eb-78a2-4e15-9dd5-3e1068c1c022 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:00.804794 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-34814b66-7cd9-4a2a-b8dc-3b12a063743e req-29fa36eb-78a2-4e15-9dd5-3e1068c1c022 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 944 time: 0.0486131 Sep 24 15:14:00.842201 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-34814b66-7cd9-4a2a-b8dc-3b12a063743e req-fa41e98a-b805-42b4-8f1b-c4edf096f35d tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Sep 24 15:14:01.088931 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 up at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:14:01.136971 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning for port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 completed by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:14:01.140895 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Provisioning complete for port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 triggered by entity L2. {{(pid=100530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:14:01.141268 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3770404'] for port, provisioning_complete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:01.216461 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:01.240768 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:14:01.243020 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c40e787550242a5d6974cbf8229271e824670ea03ed52a8f2b83113447647d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a30730-84ba-4eac-9964-5338173d9bb9" -d '{"events": [{"server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "name": "network-vif-plugged", "status": "completed", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:14:01.256352 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] For port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:14:01.261789 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:01.285236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1893b905-4e72-4abc-8532-34fc4740b629 x-openstack-request-id: req-1893b905-4e72-4abc-8532-34fc4740b629 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:14:01.285521 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "name": "network-vif-plugged", "status": "completed", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:14:01.285766 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1893b905-4e72-4abc-8532-34fc4740b629 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:14:01.286143 dv-cinder-810917-1-iscsi neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'code': 200} Sep 24 15:14:01.311255 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Pushing event updated for resources: {'Port': ['ID=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:14:01.521457 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63721765-f37d-4536-8425-f79b4ba88f11 req-32418792-ea3f-45cf-b987-e56fa2f43c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:01.522991 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-63721765-f37d-4536-8425-f79b4ba88f11 req-32418792-ea3f-45cf-b987-e56fa2f43c63 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 1098 time: 0.0445826 Sep 24 15:14:01.558901 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-63721765-f37d-4536-8425-f79b4ba88f11 req-d436f55d-658e-4e66-aae9-9f6d49ea7f54 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277913 Sep 24 15:14:01.836307 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-7942e7bf-87d7-47c8-81c2-4185b2154d3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395629 Sep 24 15:14:01.930200 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-0fb2f7af-f1be-4bc1-a74c-01cd816653d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:01.931842 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-0fb2f7af-f1be-4bc1-a74c-01cd816653d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0437529 Sep 24 15:14:01.964653 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94993eb5-2155-4dc1-900b-a93eb1eec3d7 req-13ba649a-b95a-4b69-990c-b31d8f4ec235 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:01.966136 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94993eb5-2155-4dc1-900b-a93eb1eec3d7 req-13ba649a-b95a-4b69-990c-b31d8f4ec235 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Sep 24 15:14:02.005898 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-94993eb5-2155-4dc1-900b-a93eb1eec3d7 req-392aaf37-a19a-415f-a16f-a9ec50928464 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Sep 24 15:14:02.044326 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-d9d4eff9-c6a5-46ac-a0f5-e8685b506ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:02.045841 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-d9d4eff9-c6a5-46ac-a0f5-e8685b506ea8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0893579 Sep 24 15:14:02.110786 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-bbce4155-a0ce-4c41-b498-d4f5c42702de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 1002 time: 0.0572824 Sep 24 15:14:02.169227 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-f1362bad-8dfe-4c0c-a732-c7d3a49cbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:02.170725 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-f1362bad-8dfe-4c0c-a732-c7d3a49cbd8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0467138 Sep 24 15:14:02.217303 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-6717b157-7852-4a3a-9785-8b3e9ef87996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:02.218795 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-6717b157-7852-4a3a-9785-8b3e9ef87996 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397644 Sep 24 15:14:02.309400 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-3433752e-74b7-4235-b86b-8a9a0e7a234a service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825529 Sep 24 15:14:02.404499 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-b929d21f-4f4f-4cba-8575-84b81866c244 req-0bc910d5-1394-4c74-a0fb-c41d00aa3c64 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Sep 24 15:14:03.123290 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d12a4-c366-4b64-b11e-c8aa4a7b5e07 req-8f410eb1-e46a-45a3-83e2-cedf2c5d4340 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:03.124834 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec4d12a4-c366-4b64-b11e-c8aa4a7b5e07 req-8f410eb1-e46a-45a3-83e2-cedf2c5d4340 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 945 time: 0.0505133 Sep 24 15:14:03.165054 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ec4d12a4-c366-4b64-b11e-c8aa4a7b5e07 req-d6d22514-3a01-4da3-afa5-8a5d0e8b8877 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Sep 24 15:14:03.277834 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f756c-c580-4267-857b-3ddd01b7c677 req-03daefb1-aa40-4917-a7ec-a2b3542b4cbb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:03.279310 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a65f756c-c580-4267-857b-3ddd01b7c677 req-03daefb1-aa40-4917-a7ec-a2b3542b4cbb tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Sep 24 15:14:03.316338 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-a65f756c-c580-4267-857b-3ddd01b7c677 req-3d96d61d-b62c-408d-a72a-28051ae804c6 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Sep 24 15:14:03.338538 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56554) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:14:03.377015 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e86ea-a4da-43f5-a010-838829cb8191 tempest-TestVolumeBootPattern-2121762338 tempest-TestVolumeBootPattern-2121762338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:03.378783 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c85e86ea-a4da-43f5-a010-838829cb8191 tempest-TestVolumeBootPattern-2121762338 tempest-TestVolumeBootPattern-2121762338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 1093 time: 0.0392489 Sep 24 15:14:03.381519 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56556) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:14:03.385850 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.v2.base [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Request body: {'floatingip': {'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'port_id': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:14:03.407739 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:03.514027 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:03.627197 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_common [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Allocated IP 172.27.2.56 (de3e0e4c-dd90-4d82-9fe6-7207423b2f0c/8948fc66-c145-4a36-8c10-0dcca258dc2f/ebbcca34-6a0a-4611-9b13-ca9350d1bc77) {{(pid=100529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:14:03.754598 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:03.795295 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744793740975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:03.837178 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Network de3e0e4c-dd90-4d82-9fe6-7207423b2f0c is already hosted by enough agents. {{(pid=100529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:14:03.840071 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.base_scheduler [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Resources bound (agent type, host, resource id): {{(pid=100529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:14:03.843718 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Received port after_create {{(pid=100529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:14:03.852379 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=ebbcca34-6a0a-4611-9b13-ca9350d1bc77,revision_number=1']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:14:03.885894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.886240 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.886580 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.886915 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.887243 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.887604 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.887943 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.888263 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.888588 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.888910 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.889229 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:03.889551 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:14:04.237510 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:04.316909 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811576'] for port, before_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:04.514835 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for port, precommit_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:04.520350 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744794292228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744793740993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744793741011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284065'] for port, after_update {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:04.592568 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event updated for resources: {'Port': ['ID=ebbcca34-6a0a-4611-9b13-ca9350d1bc77,revision_number=2']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:14:04.605311 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021980'] for floatingip, after_create {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:04.956067 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Floating IP 825804af-2ac6-45b2-9d85-4c46dff8f30a associated. External IP: 172.27.2.56, port: a19f4ae3-cc20-4ebf-ba18-f55cae87ed92. Sep 24 15:14:05.160812 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:14:05.269894 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:14:05.280155 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:14:05.287699 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:05.291048 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:14:05.291710 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:13:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:14:05.315573 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-f98f5cd5-0b8e-4d64-a99b-cc59ecd75db1 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9329946 Sep 24 15:14:05.316167 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:14:05.318434 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16045225-0402-4285-8673-b0cb3f726ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:14:05.403787 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:14:05.416673 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69037909-b3b5-4d33-823c-66b7534040d1 x-openstack-request-id: req-69037909-b3b5-4d33-823c-66b7534040d1 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:14:05.417033 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:14:05.417354 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69037909-b3b5-4d33-823c-66b7534040d1 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:14:05.417815 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'status': 'completed', 'code': 200} Sep 24 15:14:05.478616 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16045225-0402-4285-8673-b0cb3f726ab4 req-b17f5bc9-2d6c-48ba-9de4-aae07693bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:05.480146 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-b17f5bc9-2d6c-48ba-9de4-aae07693bdc3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 1098 time: 0.0392008 Sep 24 15:14:05.575000 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16045225-0402-4285-8673-b0cb3f726ab4 req-67293e71-ddbe-499d-acc6-7db156c41d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:05.576556 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-67293e71-ddbe-499d-acc6-7db156c41d8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0889390 Sep 24 15:14:05.632402 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '825804af-2ac6-45b2-9d85-4c46dff8f30a', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.56', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:1a:27:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:14:04Z', 'updated_at': '2021-09-24T15:14:04Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}, {'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:57Z', 'revision_number': 1, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:14:05.646118 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-9df77fb9-307b-4020-a37b-b2ec3f5c5bfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 HTTP/1.1" status: 200 len: 998 time: 0.0614724 Sep 24 15:14:05.662438 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:14:05.671130 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:14:05.671707 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:13:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:14:05.700083 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16045225-0402-4285-8673-b0cb3f726ab4 req-80d83ece-a1fb-4530-a3b8-4143fa802ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:05.701691 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-80d83ece-a1fb-4530-a3b8-4143fa802ab6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0436532 Sep 24 15:14:05.748457 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16045225-0402-4285-8673-b0cb3f726ab4 req-2abc38e5-0304-4504-9aaf-2f828ec3f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:14:05.749969 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-2abc38e5-0304-4504-9aaf-2f828ec3f3de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405173 Sep 24 15:14:05.783232 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:14:05.848021 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-f937d66e-f895-4fd1-b70b-fdfcb39a4acb service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874596 Sep 24 15:14:05.940307 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-16045225-0402-4285-8673-b0cb3f726ab4 req-b869efbf-e39b-4fd0-8548-39658a50a09a service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Sep 24 15:14:06.007232 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '825804af-2ac6-45b2-9d85-4c46dff8f30a', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.56', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:1a:27:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:14:04Z', 'updated_at': '2021-09-24T15:14:04Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}, {'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:57Z', 'revision_number': 1, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:14:06.036191 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e28f0b-7320-4a4c-802d-583721f634ad None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': '825804af-2ac6-45b2-9d85-4c46dff8f30a', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.56', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:1a:27:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:14:04Z', 'updated_at': '2021-09-24T15:14:04Z', 'revision_number': 0, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}, {'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:57Z', 'revision_number': 1, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:14:06.231177 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf594f9-6b11-42ea-8785-7e6106aed5bd None None] New status for floating IP 825804af-2ac6-45b2-9d85-4c46dff8f30a: ACTIVE {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:14:06.796189 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [req-4ca013b7-b366-44d4-9eef-027e5f6fdb93 req-6b15ec1d-4da6-4033-b5c4-6a2bc7d9befb service neutron] (100528) timed out ('10.222.0.13', 53032) {{(pid=100528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:14:11.011007 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:14:16.955226 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5ab1-9dc8-4333-80df-486faa1b08c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:18.195434 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:20.169330 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dae34b84-8121-4d7f-9127-e62a0fb85015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:20.694747 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:22.009344 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:24.141258 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:46.956571 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06355ad0-4fd1-430d-a03a-3c99961610e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:48.008941 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:14:48.209893 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:50.172731 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cda7fb0d-a91f-4e9a-9373-cc4620eb87af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:50.696450 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:52.013219 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:14:54.139600 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:01.792026 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-d512b106-96c7-4a0d-b2d4-3a8c89b04f90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786607 Sep 24 15:15:01.887399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f96a-5248-4f14-a237-3418c2957590 req-d75f787a-42dd-49fe-b5af-3c81c191d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:01.889109 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-d75f787a-42dd-49fe-b5af-3c81c191d409 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0437384 Sep 24 15:15:01.996177 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f96a-5248-4f14-a237-3418c2957590 req-fe1a987d-7aa2-46c0-b23a-e39978e99677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:01.997589 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-fe1a987d-7aa2-46c0-b23a-e39978e99677 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.0856161 Sep 24 15:15:02.072561 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-6de89bfe-5cb7-4655-9c05-b8262cc1d044 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 1002 time: 0.0617778 Sep 24 15:15:02.127008 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f96a-5248-4f14-a237-3418c2957590 req-826f82f4-a55f-425f-92a1-f045d6151a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:02.128811 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-826f82f4-a55f-425f-92a1-f045d6151a16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0485735 Sep 24 15:15:02.177997 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f96a-5248-4f14-a237-3418c2957590 req-6003e6a3-cd0e-4f11-a805-403010bd482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:02.179509 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-6003e6a3-cd0e-4f11-a805-403010bd482b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394089 Sep 24 15:15:02.273481 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-1c411bc4-66ef-4a8a-aef3-a4dda59d39a9 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850875 Sep 24 15:15:02.366213 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-7c66f96a-5248-4f14-a237-3418c2957590 req-eaddba2a-07b8-4b19-9608-a9754f32f9c5 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806658 Sep 24 15:15:16.958163 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b3ceb15-b40a-42f2-85aa-78860c5df395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:18.218378 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:20.173483 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e89e1e4e-f0e7-4b9b-8b89-cb0f2fee1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:20.697540 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:22.016474 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:24.143172 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:25.007000 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:15:45.803088 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56602) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:15:45.963277 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Deleting port ebbcca34-6a0a-4611-9b13-ca9350d1bc77 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:15:45.963658 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.039142 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.039480 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.051483 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Calling delete_port for ebbcca34-6a0a-4611-9b13-ca9350d1bc77 owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:15:46.208845 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.238226 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'Port': ['ID=ebbcca34-6a0a-4611-9b13-ca9350d1bc77,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:15:46.264776 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.265125 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.265465 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.265796 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.266121 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.266444 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.266766 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.267094 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.267411 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.267758 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.268079 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.268390 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:46.317852 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.318277 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Floating IP 825804af-2ac6-45b2-9d85-4c46dff8f30a disassociated (deleted). External IP: 172.27.2.56, port: a19f4ae3-cc20-4ebf-ba18-f55cae87ed92. Sep 24 15:15:46.529590 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:15:46.641310 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:15:46.646211 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:46.650989 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:15:46.661370 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:15:46.662119 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:46.676889 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-40b263fb-5f7e-43cc-a2e8-a9e3d936d3b0 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "DELETE /v2.0/floatingips/825804af-2ac6-45b2-9d85-4c46dff8f30a HTTP/1.1" status: 204 len: 168 time: 0.8702564 Sep 24 15:15:46.676889 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:15:46.677503 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a3d2a-af65-4349-ba75-e838c5253378" -d '{"events": [{"name": "network-changed", "server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:15:46.723705 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fb87e5-a3d9-4a73-a6ec-cb14d7540443 x-openstack-request-id: req-60fb87e5-a3d9-4a73-a6ec-cb14d7540443 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:15:46.723993 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:15:46.724243 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60fb87e5-a3d9-4a73-a6ec-cb14d7540443 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:15:46.724641 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'status': 'completed', 'code': 200} Sep 24 15:15:46.771972 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:15:46.798093 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-26b61b5d-4173-4a5d-be19-46e36efa91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:46.801081 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-26b61b5d-4173-4a5d-be19-46e36efa91cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 1098 time: 0.0506165 Sep 24 15:15:46.935365 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-206e880c-7085-472e-9f91-31ae80f0eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:46.937013 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-206e880c-7085-472e-9f91-31ae80f0eaf0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.1217628 Sep 24 15:15:46.952991 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34fe6-65d7-4f0e-acf1-86b352dbd6db req-a2f56fe1-c134-40af-b0a0-9f8703b06563 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:46.954572 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-07f34fe6-65d7-4f0e-acf1-86b352dbd6db req-a2f56fe1-c134-40af-b0a0-9f8703b06563 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 945 time: 0.0680578 Sep 24 15:15:47.000420 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-fb3167cf-456d-4619-84c0-0d906d4179c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 HTTP/1.1" status: 200 len: 217 time: 0.0448232 Sep 24 15:15:47.058253 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-07f34fe6-65d7-4f0e-acf1-86b352dbd6db req-6ea53f9b-add2-4802-91fa-3e3005c4a731 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964701 Sep 24 15:15:47.070326 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-6470795f-208d-476c-8146-7399d023311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:47.071505 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-6470795f-208d-476c-8146-7399d023311b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0610280 Sep 24 15:15:47.093815 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f81b26c5-9ce5-4660-82a1-b1b0c8c3ece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:47.126486 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-f04a63f0-70c3-47aa-bc8f-3df91b0b91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:47.128301 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-f04a63f0-70c3-47aa-bc8f-3df91b0b91c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467741 Sep 24 15:15:47.156432 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:57Z', 'revision_number': 1, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:47.182692 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:15:47.191355 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:15:47.192014 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:20Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:47.223633 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-8f5b4342-baa8-42fd-9390-9ebf1448196d service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Sep 24 15:15:47.300112 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:15:47.323371 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ee2a3d2a-af65-4349-ba75-e838c5253378 req-51baf921-d433-4612-9e3f-bca5453ada06 service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863492 Sep 24 15:15:47.531043 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:57Z', 'revision_number': 1, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:47.557405 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319c07e-2dd7-4f5c-a065-cfef362265e0 None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_floatingips': [{'id': 'cff03e26-44f7-4e1d-a0b4-989563f2d861', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'floating_ip_address': '172.27.2.164', 'floating_network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'router_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'port_id': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'mac_address': 'fa:16:3e:86:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:11:55Z', 'updated_at': '2021-09-24T15:11:57Z', 'revision_number': 1, 'project_id': '46b84606ec11404db690f231a44fad61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:15:47.776129 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe30ad-cbd2-40c0-9a69-875caf9de5cc None None] New status for floating IP 825804af-2ac6-45b2-9d85-4c46dff8f30a: DOWN {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:15:48.199162 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b1dda-a375-4db3-ad66-a04666de0724 req-a21b03ad-d955-4f8d-ad0a-8ba0899ebc63 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:48.201281 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-127b1dda-a375-4db3-ad66-a04666de0724 req-a21b03ad-d955-4f8d-ad0a-8ba0899ebc63 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 945 time: 0.0582352 Sep 24 15:15:48.227620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:48.242127 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-127b1dda-a375-4db3-ad66-a04666de0724 req-f0f4d191-e1c9-4485-8951-a5f4612fa709 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348752 Sep 24 15:15:48.614899 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-08f8fc17-4ef5-4913-90eb-3c597bd9269e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:48.616397 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-08f8fc17-4ef5-4913-90eb-3c597bd9269e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Sep 24 15:15:48.706353 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Deleting port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:15:48.706584 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:48.796287 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] For port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:15:48.796653 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:48.809009 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Calling delete_port for a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:15:48.941999 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:48.971179 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'Port': ['ID=a19f4ae3-cc20-4ebf-ba18-f55cae87ed92,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:15:48.983792 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.984141 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.984493 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.984831 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.985167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.985546 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.985830 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.986158 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.986488 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.986819 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.987159 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:48.987508 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:15:49.021568 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] No DVR routers for this DVR port a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:15:49.024167 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:49.026234 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-435b366d-c9b2-4f5a-9502-62b3a90fc4ef req-e3ead8bb-4c86-4402-8304-d5085d768b09 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "DELETE /v2.0/ports/a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 HTTP/1.1" status: 204 len: 173 time: 0.4033246 Sep 24 15:15:49.026670 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'name': 'network-vif-deleted', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:15:49.029460 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2829395-79e3-4baf-a789-89c9f82a1819" -d '{"events": [{"server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "name": "network-vif-deleted", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:15:49.172572 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba84063-eefe-449c-972b-1cce617650bf x-openstack-request-id: req-aba84063-eefe-449c-972b-1cce617650bf {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:15:49.172872 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03347820-04fa-4cda-b2ec-d3591cba3ce2", "name": "network-vif-deleted", "tag": "a19f4ae3-cc20-4ebf-ba18-f55cae87ed92", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:15:49.173127 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aba84063-eefe-449c-972b-1cce617650bf {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:15:49.173522 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03347820-04fa-4cda-b2ec-d3591cba3ce2', 'name': 'network-vif-deleted', 'tag': 'a19f4ae3-cc20-4ebf-ba18-f55cae87ed92', 'status': 'completed', 'code': 200} Sep 24 15:15:49.350058 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-fcbaa6b2-cebb-48e9-9198-5685130fc08a req-51d58bab-d6bf-4fdd-984d-fc25108fc444 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=03347820-04fa-4cda-b2ec-d3591cba3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0332274 Sep 24 15:15:50.175357 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdf99131-50ab-489a-9aac-87b2e147e0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:50.700691 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:51.713734 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:15:51.734242 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:15:51.734584 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device a19f4ae3-cc20-4ebf-ba18-f55cae87ed92 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:15:52.020960 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:52.630895 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56646) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:15:52.790414 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Deleting port e74749c3-e99b-455a-bb83-b08f6fa324ca {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:15:52.790667 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:52.867269 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:52.867762 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:52.880776 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Calling delete_port for e74749c3-e99b-455a-bb83-b08f6fa324ca owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:15:53.030967 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:53.054037 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'Port': ['ID=e74749c3-e99b-455a-bb83-b08f6fa324ca,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:15:53.119061 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:53.119399 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.db.l3_db [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Floating IP cff03e26-44f7-4e1d-a0b4-989563f2d861 disassociated (deleted). External IP: 172.27.2.164, port: bd285ae0-2d15-40dd-9ad1-95db9ebe4a70. Sep 24 15:15:53.331891 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:15:53.437032 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:15:53.441868 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:53.448641 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:15:53.457607 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:15:53.458228 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:53.470279 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-61928b57-22c3-456f-9cc5-5febc7a38f0e tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "DELETE /v2.0/floatingips/cff03e26-44f7-4e1d-a0b4-989563f2d861 HTTP/1.1" status: 204 len: 168 time: 0.8358045 Sep 24 15:15:53.470279 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70'}] {{(pid=100529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:15:53.470590 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c653e2e933e257f08f9d0f7f4970b04c5e3c6070a5f6e56628f76d7a2b49dbfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70"}]}' {{(pid=100529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:15:53.507414 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8fa0c6-e1ef-46d5-9a21-f962af95dce8 x-openstack-request-id: req-0b8fa0c6-e1ef-46d5-9a21-f962af95dce8 {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:15:53.507729 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70", "status": "completed", "code": 200}]} {{(pid=100529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:15:53.507977 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b8fa0c6-e1ef-46d5-9a21-f962af95dce8 {{(pid=100529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:15:53.508373 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'status': 'completed', 'code': 200} Sep 24 15:15:53.575565 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-736185c9-50bc-40d3-9e2b-78d5c29a7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:53.577600 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:15:53.578279 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-736185c9-50bc-40d3-9e2b-78d5c29a7144 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46b84606ec11404db690f231a44fad61&device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 1099 time: 0.0434916 Sep 24 15:15:53.844385 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:53.873097 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:15:53.882453 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:15:53.883110 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:53.981569 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-94fc56f9-90d5-432f-a583-6f57eaff277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:53.983157 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-94fc56f9-90d5-432f-a583-6f57eaff277b service neutron] 10.222.0.70 "GET /v2.0/networks?id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 200 len: 912 time: 0.3948107 Sep 24 15:15:53.996010 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485046-dfa0-48d3-a0f3-21cbc20ead1f req-33226bb4-9a10-44e5-9a18-01cf089f7735 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:53.997555 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cc485046-dfa0-48d3-a0f3-21cbc20ead1f req-33226bb4-9a10-44e5-9a18-01cf089f7735 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 946 time: 0.0722201 Sep 24 15:15:53.999679 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:15:54.053218 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-03c4b4bf-2836-4440-9071-983df3b7e20d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 200 len: 217 time: 0.0546105 Sep 24 15:15:54.100150 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-cc485046-dfa0-48d3-a0f3-21cbc20ead1f req-af141043-5cd0-4c23-a300-10b8c8a20b26 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951765 Sep 24 15:15:54.121370 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-80706d27-0e13-4d67-be2a-ac7e3184ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:54.121370 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-80706d27-0e13-4d67-be2a-ac7e3184ba3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 200 len: 850 time: 0.0510306 Sep 24 15:15:54.160838 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:54.172258 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-a834ebf7-8020-4634-af53-d5bddcd196d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:54.173890 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-a834ebf7-8020-4634-af53-d5bddcd196d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eca89adc-8fd3-4ca6-aba3-c5d78fba8298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420654 Sep 24 15:15:54.219115 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:15:54.249790 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4390863-0c32-4064-87c4-7163b99873f3 None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:49Z', 'revision_number': 4, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi', '_interfaces': [{'id': '97a77f36-600e-4432-ab16-976d805b42c6', 'name': '', 'network_id': 'eca89adc-8fd3-4ca6-aba3-c5d78fba8298', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'mac_address': 'fa:16:3e:d9:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:48Z', 'updated_at': '2021-09-24T15:08:54Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'subnets': [{'id': 'c30de4c4-fc2c-4348-86ed-a89d94c9731e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:15:54.270171 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-aeb8016d-197b-4d93-95c5-34a1e5413a2b service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880618 Sep 24 15:15:54.365366 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-ac4a04ff-fcf2-4e47-96cc-7adad0b784e0 req-d5233690-d219-4bbf-afde-8f0ae743b03b service neutron] 10.222.0.70 "GET /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Sep 24 15:15:54.480400 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963cc15-5042-4ad0-af9a-003a30f83d1a None None] New status for floating IP cff03e26-44f7-4e1d-a0b4-989563f2d861: DOWN {{(pid=100531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:15:55.222326 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d004dcd-ce88-47ff-85c9-111d1758d73a req-79e6547c-d357-4278-85c3-689c27768661 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:55.223923 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d004dcd-ce88-47ff-85c9-111d1758d73a req-79e6547c-d357-4278-85c3-689c27768661 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 946 time: 0.0532355 Sep 24 15:15:55.262816 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-8d004dcd-ce88-47ff-85c9-111d1758d73a req-68eda595-2d13-45e1-bf17-3e514956b237 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb99a078-04d5-4d22-b70b-3a3df1e6d286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Sep 24 15:15:55.333792 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e66a-3374-455a-9feb-33073d946a89 req-1b44cc08-83ae-4f5f-a3d6-41df1b735a81 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:15:55.335680 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5be9e66a-3374-455a-9feb-33073d946a89 req-1b44cc08-83ae-4f5f-a3d6-41df1b735a81 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 946 time: 0.0544801 Sep 24 15:15:55.427157 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Deleting port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:15:55.427562 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:55.519641 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] For port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:15:55.519920 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:55.532058 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Calling delete_port for bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 owned by compute:nova {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:15:55.659784 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:55.693537 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'Port': ['ID=bd285ae0-2d15-40dd-9ad1-95db9ebe4a70,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:15:55.734354 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] No DVR routers for this DVR port bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 on host hv-cinder-81091 {{(pid=100528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:15:55.736864 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for port, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:55.738857 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [req-5be9e66a-3374-455a-9feb-33073d946a89 req-56c10f21-679d-4b62-b005-a7402e76e184 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.70 "DELETE /v2.0/ports/bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 HTTP/1.1" status: 204 len: 173 time: 0.3957853 Sep 24 15:15:55.739295 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'name': 'network-vif-deleted', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70'}] {{(pid=100528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:15:55.741557 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb7af44c68325445bbab3544cd4f7a7c2545861fec497fd8f9d14881e2b87075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4495263d-a359-4abf-9ce2-82a033a63b55" -d '{"events": [{"server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "name": "network-vif-deleted", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70"}]}' {{(pid=100528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:15:55.778124 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42db3dc-89ae-42cd-96c7-f9d5ebfb8abf x-openstack-request-id: req-a42db3dc-89ae-42cd-96c7-f9d5ebfb8abf {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:15:55.778422 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dea7a2-aa8d-4590-b19d-b5f589d5b752", "name": "network-vif-deleted", "tag": "bd285ae0-2d15-40dd-9ad1-95db9ebe4a70", "status": "completed", "code": 200}]} {{(pid=100528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:15:55.778676 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a42db3dc-89ae-42cd-96c7-f9d5ebfb8abf {{(pid=100528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:15:55.779078 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dea7a2-aa8d-4590-b19d-b5f589d5b752', 'name': 'network-vif-deleted', 'tag': 'bd285ae0-2d15-40dd-9ad1-95db9ebe4a70', 'status': 'completed', 'code': 200} Sep 24 15:15:56.375822 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [req-e5e3de00-28cc-4004-9f97-439bbe353311 req-646970b6-b6b5-4ce5-99fe-81b82d56bd6a tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2dea7a2-aa8d-4590-b19d-b5f589d5b752 HTTP/1.1" status: 200 len: 210 time: 0.0301547 Sep 24 15:15:57.438332 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56664) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:15:57.557474 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Deleting port b264336a-9766-4912-aec2-92d100749a54 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:15:57.557812 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:57.630482 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:57.630810 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:57.643234 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Calling delete_port for b264336a-9766-4912-aec2-92d100749a54 owned by network:floatingip {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:15:57.779046 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:57.801282 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'Port': ['ID=b264336a-9766-4912-aec2-92d100749a54,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:15:57.864251 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:57.866766 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41601'] for floatingip, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:57.867975 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-7b93e88c-62f8-4f33-a6b9-b898d80b9b97 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "DELETE /v2.0/floatingips/fa51a6c9-1ca3-463f-af26-bee0627f5431 HTTP/1.1" status: 204 len: 168 time: 0.4286644 Sep 24 15:15:59.064189 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56676) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:15:59.120183 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-196bfc13-c2b6-4ac6-a81e-a4b14e916a92 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:59.144973 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-196bfc13-c2b6-4ac6-a81e-a4b14e916a92 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:59.204047 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-196bfc13-c2b6-4ac6-a81e-a4b14e916a92 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:59.206877 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-196bfc13-c2b6-4ac6-a81e-a4b14e916a92 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:59.208086 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-196bfc13-c2b6-4ac6-a81e-a4b14e916a92 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb99a078-04d5-4d22-b70b-3a3df1e6d286 HTTP/1.1" status: 204 len: 168 time: 0.1429148 Sep 24 15:15:59.217692 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bfc13-c2b6-4ac6-a81e-a4b14e916a92 tempest-TestVolumeBootPattern-1967912151 tempest-TestVolumeBootPattern-1967912151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99a078-04d5-4d22-b70b-3a3df1e6d286,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:15:59.265834 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56680) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:15:59.738027 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:15:59.966130 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:15:59.986236 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] No Port match for: bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:15:59.986581 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Device bd285ae0-2d15-40dd-9ad1-95db9ebe4a70 not bound to the agent host hv-cinder-81091 {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:00.224960 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Deleting port 97a77f36-600e-4432-ab16-976d805b42c6 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:00.225565 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:00.302204 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] For port 97a77f36-600e-4432-ab16-976d805b42c6, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=97a77f36-600e-4432-ab16-976d805b42c6,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:00.302603 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:00.315227 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Calling delete_port for 97a77f36-600e-4432-ab16-976d805b42c6 owned by network:router_interface {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:00.488693 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:00.512877 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Pushing event deleted for resources: {'Port': ['ID=97a77f36-600e-4432-ab16-976d805b42c6,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:00.676763 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:00.887716 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Router 4545f280-6cef-40f5-a5bc-9010b64e733b has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:16:00.988812 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:16:00.993764 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-36e708ad-60b9-4e4d-a5d5-53238cf1bbec admin admin] 10.222.0.13 "PUT /v2.0/routers/4545f280-6cef-40f5-a5bc-9010b64e733b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268598 Sep 24 15:16:00.997296 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56684) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:00.999231 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] Sync routers for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:16:01.008602 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:16:01.009210 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:01.098975 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks [] for router, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.111372 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: dv-cinder-810917-1-iscsi {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:16:01.201031 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.251427 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Deleting port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:01.252116 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.289899 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:16:00Z', 'revision_number': 5, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port': {'id': '717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:01.321949 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] Checking router: 4545f280-6cef-40f5-a5bc-9010b64e733b for host: dv-cinder-810917-1-iscsi {{(pid=100530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:16:01.330655 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] Routers {'4545f280-6cef-40f5-a5bc-9010b64e733b'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:16:01.331261 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['4545f280-6cef-40f5-a5bc-9010b64e733b'], 'active': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:01.335420 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] For port 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:01.335816 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.347542 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Calling delete_port for 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 owned by network:router_gateway {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:01.413529 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvr_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] Set router 4545f280-6cef-40f5-a5bc-9010b64e733b gateway port host: None {{(pid=100530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:16:01.469143 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_hamode_db [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:16:01Z', 'revision_number': 6, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:01.494539 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386ea1a-4c4d-4159-ba3b-ad5fecbff44d None None] The sync data for ids ['4545f280-6cef-40f5-a5bc-9010b64e733b'] in dv-cinder-810917-1-iscsi is: [{'id': '4545f280-6cef-40f5-a5bc-9010b64e733b', 'name': 'tempest-TestVolumeBootPattern-975209527-router', 'tenant_id': '46b84606ec11404db690f231a44fad61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:46Z', 'updated_at': '2021-09-24T15:16:01Z', 'revision_number': 6, 'project_id': '46b84606ec11404db690f231a44fad61', 'gw_port_host': None}] {{(pid=100530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:16:01.516350 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.543723 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Pushing event deleted for resources: {'Port': ['ID=717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:01.603157 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.689622 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.691686 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.732469 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.732895 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4545f280-6cef-40f5-a5bc-9010b64e733b {{(pid=100529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:16:01.737107 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] Notify callbacks [] for router, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.738352 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-8d88bbca-cddb-4463-b4d0-3625a668d79e admin admin] 10.222.0.13 "DELETE /v2.0/routers/4545f280-6cef-40f5-a5bc-9010b64e733b HTTP/1.1" status: 204 len: 168 time: 0.7401445 Sep 24 15:16:01.740863 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56686) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:01.784851 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Deleting subnet c30de4c4-fc2c-4348-86ed-a89d94c9731e {{(pid=100529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:16:01.787795 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.821740 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4457216'] for subnet, precommit_delete_associations {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.906589 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.959022 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4647990'] for subnet, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.983903 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30de4c4-fc2c-4348-86ed-a89d94c9731e,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:01.987349 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:01.990549 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-3ce1478d-d327-49ea-af05-91f6bcf3082b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c30de4c4-fc2c-4348-86ed-a89d94c9731e HTTP/1.1" status: 204 len: 168 time: 0.2485430 Sep 24 15:16:01.991633 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56688) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:01.992945 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922808e8-e731-49e7-8af2-4396f54acc1b None None] Network eca89adc-8fd3-4ca6-aba3-c5d78fba8298 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:16:02.005121 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:16:02.066347 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.118820 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Deleting port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:02.119158 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.182348 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] For port 8a41ea9e-9a09-40da-9772-ac7415cd6b48, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=8a41ea9e-9a09-40da-9772-ac7415cd6b48,segment=NetworkSegment(0d55f9e0-dbe3-4488-81af-1cf94c2e0b58),segment_id=0d55f9e0-dbe3-4488-81af-1cf94c2e0b58)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:02.182651 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.199636 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Calling delete_port for 8a41ea9e-9a09-40da-9772-ac7415cd6b48 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:02.248723 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] DHCP port deletion for eca89adc-8fd3-4ca6-aba3-c5d78fba8298 request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:16:02.295392 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.296032 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Deleting port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:02.296032 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.322614 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] No DVR routers for this DVR port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:16:02.324508 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a41ea9e-9a09-40da-9772-ac7415cd6b48,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:02.361669 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] For port 8a41ea9e-9a09-40da-9772-ac7415cd6b48, host dv-cinder-810917-1-iscsi, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:02.362078 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.377098 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Calling delete_port for 8a41ea9e-9a09-40da-9772-ac7415cd6b48 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:02.380021 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:16:02.381294 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.405446 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.409152 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] No DVR routers for this DVR port 8a41ea9e-9a09-40da-9772-ac7415cd6b48 on host dv-cinder-810917-1-iscsi {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:16:02.415446 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Pushing event deleted for resources: {'Port': ['ID=8a41ea9e-9a09-40da-9772-ac7415cd6b48,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:02.421133 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.421494 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.421848 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.422170 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.422504 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.422838 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.423175 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.423533 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.423867 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.424194 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.424519 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.424850 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28494dbf-7a86-4506-96f7-47ee4f2b31a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-1-iscsi {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:16:02.430920 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca89adc-8fd3-4ca6-aba3-c5d78fba8298']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:02.441403 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:02.441696 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d55f9e0-dbe3-4488-81af-1cf94c2e0b58') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:02.453191 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.468727 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.475595 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:16:02.476245 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:16:02.477914 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:16:02.523885 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:16:02.539038 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.546074 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:16:02.546554 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 717fe8e7-843a-4e7d-96a3-f1dd3c6cfb51 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:02.547066 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 97a77f36-600e-4432-ab16-976d805b42c6 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:16:02.552771 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:02.557614 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eca89adc-8fd3-4ca6-aba3-c5d78fba8298 HTTP/1.1" status: 204 len: 168 time: 0.5622907 Sep 24 15:16:02.559376 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56690) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:02.566866 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116131a-1d49-4898-9a07-6c66939976f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca89adc-8fd3-4ca6-aba3-c5d78fba8298,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:02.573857 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 97a77f36-600e-4432-ab16-976d805b42c6 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:16:02.573857 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 97a77f36-600e-4432-ab16-976d805b42c6 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:02.575054 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 8a41ea9e-9a09-40da-9772-ac7415cd6b48 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:16:02.715005 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 8a41ea9e-9a09-40da-9772-ac7415cd6b48 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:16:02.715345 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 8a41ea9e-9a09-40da-9772-ac7415cd6b48 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:02.909768 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1021724'] for router_interface, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:03.147298 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Deleting port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:03.147663 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:03.224323 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] For port 61cbc4dd-3c1a-4345-b941-77c6bf88fd93, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,segment=NetworkSegment(1ece6464-29f5-410a-bd99-2286c93add67),segment_id=1ece6464-29f5-410a-bd99-2286c93add67)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:03.224715 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:03.236859 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Calling delete_port for 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 owned by network:router_interface {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:03.408472 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:03.435498 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Pushing event deleted for resources: {'Port': ['ID=61cbc4dd-3c1a-4345-b941-77c6bf88fd93,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:03.598660 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1022101'] for router_interface, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:03.804896 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Router 74086473-2bda-4b9c-b46d-f7daa11bfe7d has already been hosted by L3 agent b470adf1-97b4-4c26-8d09-030780ab7bc7 {{(pid=100528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:16:03.905090 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] Notify agent at l3_agent.dv-cinder-810917-1-iscsi the message routers_updated {{(pid=100528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:16:03.910339 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-d5b4efa0-95a0-4e7c-8712-b17fb1b5049a admin admin] 10.222.0.13 "PUT /v2.0/routers/74086473-2bda-4b9c-b46d-f7daa11bfe7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3489065 Sep 24 15:16:03.912900 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56692) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:03.913502 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] Sync routers for ids ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'] in dv-cinder-810917-1-iscsi {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:16:03.923343 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] Routers {'74086473-2bda-4b9c-b46d-f7daa11bfe7d'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:16:03.923976 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:04.014293 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks [] for router, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.024047 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] Set router 74086473-2bda-4b9c-b46d-f7daa11bfe7d gateway port host: dv-cinder-810917-1-iscsi {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:16:04.114228 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.169299 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Deleting port de3dc21c-4660-4316-8df7-4bf69e17c155 {{(pid=100528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:04.169877 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.251778 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.db [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] For port de3dc21c-4660-4316-8df7-4bf69e17c155, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=de3dc21c-4660-4316-8df7-4bf69e17c155,segment=NetworkSegment(f037e380-79f8-444f-a072-9ad5e7aa2437),segment_id=f037e380-79f8-444f-a072-9ad5e7aa2437)] {{(pid=100528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:04.252180 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.264404 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.plugins.ml2.plugin [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Calling delete_port for de3dc21c-4660-4316-8df7-4bf69e17c155 owned by network:router_gateway {{(pid=100528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:04.278411 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'external_fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:16:03Z', 'revision_number': 5, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port': {'id': 'de3dc21c-4660-4316-8df7-4bf69e17c155', 'name': '', 'network_id': 'de3e0e4c-dd90-4d82-9fe6-7207423b2f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:08:51Z', 'updated_at': '2021-09-24T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8948fc66-c145-4a36-8c10-0dcca258dc2f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-1-iscsi'}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:04.306327 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] Checking router: 74086473-2bda-4b9c-b46d-f7daa11bfe7d for host: dv-cinder-810917-1-iscsi {{(pid=100531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:16:04.314488 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] Routers {'74086473-2bda-4b9c-b46d-f7daa11bfe7d'} bound to L3 agent in host dv-cinder-810917-1-iscsi {{(pid=100531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:16:04.315100 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T14:44:20Z,description=,heartbeat_timestamp=2021-09-24T15:15:50Z,host='dv-cinder-810917-1-iscsi',id=b470adf1-97b4-4c26-8d09-030780ab7bc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T14:44:20Z,topic='l3_agent')) {'router_ids': ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'], 'active': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:04.398441 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvr_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] Set router 74086473-2bda-4b9c-b46d-f7daa11bfe7d gateway port host: None {{(pid=100531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:16:04.426730 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61543947'] for port, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.448444 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.l3_hamode_db [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:16:04Z', 'revision_number': 6, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port_host': None}], 'dv-cinder-810917-1-iscsi', False) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:04.454563 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Pushing event deleted for resources: {'Port': ['ID=de3dc21c-4660-4316-8df7-4bf69e17c155,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:04.482895 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3f6db-44ee-4bf6-b0c2-354b6a5824a7 None None] The sync data for ids ['74086473-2bda-4b9c-b46d-f7daa11bfe7d'] in dv-cinder-810917-1-iscsi is: [{'id': '74086473-2bda-4b9c-b46d-f7daa11bfe7d', 'name': 'tempest-TestVolumeBootPattern-1216941341-router', 'tenant_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:08:50Z', 'updated_at': '2021-09-24T15:16:04Z', 'revision_number': 6, 'project_id': '8bf60e82b18a4997b8f0fa8367745ecd', 'gw_port_host': None}] {{(pid=100531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:16:04.521428 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022038'] for router_gateway, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.609507 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3257'] for router, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.611642 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.653444 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1023024'] for router, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.653977 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74086473-2bda-4b9c-b46d-f7daa11bfe7d {{(pid=100528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:16:04.659101 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] Notify callbacks [] for router, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.660282 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-7d28d6a8-f35f-46f2-a249-b32912a60fca admin admin] 10.222.0.13 "DELETE /v2.0/routers/74086473-2bda-4b9c-b46d-f7daa11bfe7d HTTP/1.1" status: 204 len: 168 time: 0.7464600 Sep 24 15:16:04.662780 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56694) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:04.706851 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Deleting subnet 18c9cc18-3a13-41f1-928a-92bb5cd43a82 {{(pid=100528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:16:04.709849 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.741926 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61773201'] for subnet, precommit_delete_associations {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.819783 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3777864'] for subnet, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.877869 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3777857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61544022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62043902'] for subnet, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.904327 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c9cc18-3a13-41f1-928a-92bb5cd43a82,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:04.907972 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for subnet, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:04.912437 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56696) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:04.912955 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-ec25ec2c-a8a0-4b0d-9cb6-509e5dddace5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18c9cc18-3a13-41f1-928a-92bb5cd43a82 HTTP/1.1" status: 204 len: 168 time: 0.2486932 Sep 24 15:16:04.914448 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738aad4-53a0-44e2-be68-eaa20e1f2ae4 None None] Network c6468f6a-4354-46a9-b9b7-b5b97c748bf3 requested from dv-cinder-810917-1-iscsi {{(pid=100530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:16:04.990350 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696560'] for network, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.045897 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Deleting port df62dd2a-65e9-41ea-92ef-9f0124d1d234 {{(pid=100529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:16:05.046366 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744794286120'] for port, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.116783 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.db [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] For port df62dd2a-65e9-41ea-92ef-9f0124d1d234, host dv-cinder-810917-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-1-iscsi',level=0,port_id=df62dd2a-65e9-41ea-92ef-9f0124d1d234,segment=NetworkSegment(1ece6464-29f5-410a-bd99-2286c93add67),segment_id=1ece6464-29f5-410a-bd99-2286c93add67)] {{(pid=100529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:16:05.117282 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1014533'] for port, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.129979 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.plugin [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Calling delete_port for df62dd2a-65e9-41ea-92ef-9f0124d1d234 owned by network:dhcp {{(pid=100529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:16:05.208780 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744794290926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744793740984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284074'] for port, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.234904 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=df62dd2a-65e9-41ea-92ef-9f0124d1d234,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:05.236736 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] No DVR routers for this DVR port df62dd2a-65e9-41ea-92ef-9f0124d1d234 on host dv-cinder-810917-1-iscsi {{(pid=100529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:16:05.280661 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65d320-a1fd-45e6-b78f-732896a5007c None None] DHCP port deletion for c6468f6a-4354-46a9-b9b7-b5b97c748bf3 request from dv-cinder-810917-1-iscsi {{(pid=100530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:16:05.314849 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3784177', 'neutron.services.segments.db._delete_segments_for_network-8744794071956'] for network, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.336144 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6468f6a-4354-46a9-b9b7-b5b97c748bf3']}} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:05.347054 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ece6464-29f5-410a-bd99-2286c93add67') {'for_net_delete': True} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:05.347434 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.services.segments.db [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ece6464-29f5-410a-bd99-2286c93add67') {} {{(pid=100529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:16:05.357500 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744794071453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4457241'] for segment, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.372629 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735'] for segment, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.379390 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=100529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:16:05.379838 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3776735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4283737'] for segment, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: Traceback (most recent call last): Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: timer() Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: cb(*args, **kw) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: return func(*args, **kwargs) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: self._notify() Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: self.callback(batched_events) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: event.method(event) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: return f(self, *a, **k) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._get(url).json() Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: return self.request(url, 'GET', **kwargs) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:16:05.381552 dv-cinder-810917-1-iscsi neutron-server[100529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:16:05.444541 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3784134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021962'] for network, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.450498 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536633'] for network, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.455240 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6468f6a-4354-46a9-b9b7-b5b97c748bf3 HTTP/1.1" status: 204 len: 168 time: 0.5389693 Sep 24 15:16:05.466178 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05fa96-8467-4d9d-91b0-32f3b586c5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c6468f6a-4354-46a9-b9b7-b5b97c748bf3,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:05.575874 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56702) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:05.618631 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-8a300e3f-31e7-456a-baca-f2c16ab0c1ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b84606ec11404db690f231a44fad61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415449 Sep 24 15:16:05.621237 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56704) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:05.675683 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c985fe8d-acd0-40be-9c55-9e3fdfc159fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.697448 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c985fe8d-acd0-40be-9c55-9e3fdfc159fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.748636 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c985fe8d-acd0-40be-9c55-9e3fdfc159fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.751715 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron_lib.callbacks.manager [None req-c985fe8d-acd0-40be-9c55-9e3fdfc159fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:05.753672 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-c985fe8d-acd0-40be-9c55-9e3fdfc159fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32e99892-42a4-4cb6-92e1-cb3a6609c80c HTTP/1.1" status: 204 len: 168 time: 0.1312439 Sep 24 15:16:05.763029 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985fe8d-acd0-40be-9c55-9e3fdfc159fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e99892-42a4-4cb6-92e1-cb3a6609c80c,revision_number=None']} {{(pid=100529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:06.126800 dv-cinder-810917-1-iscsi neutron-server[100529]: DEBUG neutron.wsgi [-] (100529) accepted ('10.222.0.13', 56710) {{(pid=100529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:06.172251 dv-cinder-810917-1-iscsi neutron-server[100529]: INFO neutron.wsgi [None req-43982e90-7810-40ea-a823-55b9271eca2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bf60e82b18a4997b8f0fa8367745ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439315 Sep 24 15:16:06.174702 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.wsgi [-] (100528) accepted ('10.222.0.13', 56712) {{(pid=100528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:16:06.226018 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a092d0f1-a579-48c5-b58c-c7656b3d800d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:06.246774 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a092d0f1-a579-48c5-b58c-c7656b3d800d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:06.509020 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:16:06.530761 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:16:06.531144 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device 61cbc4dd-3c1a-4345-b941-77c6bf88fd93 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:06.531662 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device df62dd2a-65e9-41ea-92ef-9f0124d1d234 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:16:06.552388 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: df62dd2a-65e9-41ea-92ef-9f0124d1d234 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:16:06.552745 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device df62dd2a-65e9-41ea-92ef-9f0124d1d234 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:06.553272 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device de3dc21c-4660-4316-8df7-4bf69e17c155 no longer exists at agent ovs-agent-dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:16:06.564741 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a092d0f1-a579-48c5-b58c-c7656b3d800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046475'] for security_group, after_delete {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:06.567399 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron_lib.callbacks.manager [None req-a092d0f1-a579-48c5-b58c-c7656b3d800d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:06.568626 dv-cinder-810917-1-iscsi neutron-server[100528]: INFO neutron.wsgi [None req-a092d0f1-a579-48c5-b58c-c7656b3d800d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a252cffe-b735-419f-b327-642315ad568c HTTP/1.1" status: 204 len: 168 time: 0.3929470 Sep 24 15:16:06.576949 dv-cinder-810917-1-iscsi neutron-server[100528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092d0f1-a579-48c5-b58c-c7656b3d800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252cffe-b735-419f-b327-642315ad568c,revision_number=None']} {{(pid=100528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:16:06.580589 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] No Port match for: de3dc21c-4660-4316-8df7-4bf69e17c155 {{(pid=100530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:16:06.580941 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron.plugins.ml2.rpc [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Device de3dc21c-4660-4316-8df7-4bf69e17c155 not bound to the agent host dv-cinder-810917-1-iscsi {{(pid=100530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:16:16.956115 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2b30aef6-f217-4432-9400-b1f672150455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:18.238386 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:20.177497 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd32f746-9296-4050-aae4-6644aa95e626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:20.702028 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:22.022962 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:24.147978 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:39.002636 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:16:46.957587 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05d40dcf-b807-40c6-b62f-7edc90f91c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:48.238347 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:50.178187 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-770cc7df-74be-4566-a66b-1b5b790978f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:50.703329 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:52.025453 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:16:54.150278 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:16.000073 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:17:16.958510 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-47c85b3d-b535-4688-af61-3adde9ae3887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:18.236151 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:20.178583 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f93daf0-4054-474a-bba4-c14c5b99ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:20.704177 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:22.027817 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:24.153567 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:46.958053 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a46f8e9-e09d-4b4f-a80b-a1ca574fbe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:48.251170 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:50.179708 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-622c10cc-68ab-4ade-94ff-0260e61b1f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:50.705636 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:52.030202 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:17:53.000654 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:17:54.155125 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:16.958957 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-461225d7-4b12-4a05-957f-b081ba31f009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:18.277720 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:20.179374 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50f07642-553f-4d31-9d42-e32ae58159c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:20.707102 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:22.032784 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:24.159719 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:30.002594 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:18:46.959678 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe0e548f-bc4e-4aa4-ba7d-c270fbe69db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:48.297017 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:50.181669 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf80ea6-7ecd-4694-a0d7-ccd5da9898dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:50.708242 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:52.035813 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:18:54.160499 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:07.004068 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:19:16.961674 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50c70b77-e146-4842-9641-cdc6451862a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:18.327795 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:20.182212 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-256bfec4-89c7-4aff-a932-e06eacb94fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:20.710742 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:22.037356 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:24.162566 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:44.006501 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:19:46.963395 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2741ef28-5653-42ad-860a-118a8a704615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.327779 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:50.183271 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260b4d42-139c-442d-af5a-dd475d11def1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:50.711191 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:52.039906 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:54.165630 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:16.964238 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4fa9-bb5c-4ea7-8b2c-47302ff7c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:18.325339 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.186063 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5857-c06b-4e3d-98d4-bc6f94fdcb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.711150 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:21.008759 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:20:22.042757 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:24.167192 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:46.964605 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24f73b01-e59a-4dea-a9d1-9bf0a9dcf78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:48.324421 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.189952 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d830c53-a8a4-4c43-83af-b817e36228f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.710746 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:52.045327 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:54.173328 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:58.010532 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:21:16.965839 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1216de85-a695-40aa-ab6d-18942d83b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:18.325177 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dee5593d-7514-44ae-a171-badefe3033ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:20.191575 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d25861b9-d105-4485-80d7-3c680b6bf49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:20.711084 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9688b2f-27b3-4aea-b313-1814ecd15af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:22.048442 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81f07af6-82a4-48d6-b074-009f9740784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:24.173620 dv-cinder-810917-1-iscsi neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81a32bf0-336e-48aa-b199-a0cbbcf61040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744794071938', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3782385'] for agent, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:35.012806 dv-cinder-810917-1-iscsi neutron-server[100531]: DEBUG neutron.db.agents_db [None req-aaac5ee2-1bd3-4dc4-95af-ccd2f19d447f None None] Agent healthcheck: found 6 active agents {{(pid=100531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}